[ 565.342397] env[69312]: INFO neutron.common.config [-] Logging enabled! [ 565.342646] env[69312]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev41 [ 565.342840] env[69312]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69312) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 565.343144] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 565.343241] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 565.344161] env[69312]: WARNING oslo_policy.policy [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 565.344403] env[69312]: WARNING oslo_policy.policy [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 565.345966] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] VMware NSXv3 Agent initialized successfully. [ 565.346340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] Acquiring lock "singleton_lock" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.346476] env[69312]: DEBUG oslo_concurrency.lockutils [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] Acquired lock "singleton_lock" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.346712] env[69312]: DEBUG oslo_concurrency.lockutils [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] Releasing lock "singleton_lock" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.347013] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] Full set of CONF: {{(pid=69312) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 565.347229] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ******************************************************************************** {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 565.347351] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] Configuration options gathered from: {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 565.347595] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 565.347772] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 565.347958] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ================================================================================ {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 565.348154] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] agent_down_time = 75 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.348305] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] allow_automatic_dhcp_failover = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.348449] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] allow_bulk = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.348600] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] api_extensions_path = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.348756] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] api_paste_config = api-paste.ini {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.348906] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] auth_strategy = keystone {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349025] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] backdoor_port = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349134] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] backdoor_socket = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349281] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] backlog = 4096 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349428] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349594] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] bind_host = 0.0.0.0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349759] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] bind_port = 9696 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.349886] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] client_socket_timeout = 900 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350043] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] config_dir = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350161] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350307] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] config_source = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350453] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] control_exchange = neutron {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350601] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] core_plugin = ml2 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350748] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] debug = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.350891] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] default_availability_zones = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351115] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351266] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] dhcp_agent_notification = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351410] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] dhcp_agents_per_network = 1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351560] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] dhcp_lease_duration = 86400 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351709] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] dhcp_load_type = networks {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351854] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] dns_domain = openstacklocal {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.351999] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352150] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_default_route_bfd = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352290] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_default_route_ecmp = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352428] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_dvr = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352565] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_new_agents = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352703] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352844] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_signals = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.352983] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] enable_traditional_dhcp = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.353128] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] external_dns_driver = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.353265] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] filter_validation = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.353411] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] global_physnet_mtu = 8950 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.353550] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] graceful_shutdown_timeout = 60 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.353733] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] host = cpu-1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.353879] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] host_dvr_for_dhcp = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354036] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] http_retries = 3 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354186] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] instance_format = [instance: %(uuid)s] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354331] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354495] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ipam_driver = internal {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354653] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ipv6_pd_enabled = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354799] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] l3_ha = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.354951] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355114] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] l3_ha_network_physical_name = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355266] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] l3_ha_network_type = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355416] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_color = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355562] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_config_append = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355713] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355854] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_dir = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.355994] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_file = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356119] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_options = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356266] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_rotate_interval = 1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356416] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_rotate_interval_type = days {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356573] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] log_rotation_type = none {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356697] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356813] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.356962] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357121] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357235] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357379] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] max_dns_nameservers = 5 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357522] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] max_header_line = 16384 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357666] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] max_l3_agents_per_router = 3 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357807] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] max_logfile_count = 30 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.357946] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] max_logfile_size_mb = 200 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358097] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] max_subnet_host_routes = 20 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358246] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] my_ip = 10.180.1.21 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358392] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] my_ipv6 = ::1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358535] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] network_auto_schedule = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358866] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] network_link_prefix = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358866] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.358968] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] notify_nova_on_port_data_changes = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.359113] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] notify_nova_on_port_status_changes = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.359264] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] pagination_max_limit = -1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.359408] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] publish_errors = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.359545] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] rate_limit_burst = 0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.359725] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] rate_limit_except_level = CRITICAL {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.359863] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] rate_limit_interval = 0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360017] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] retry_until_window = 30 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360170] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] router_distributed = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360301] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] rpc_resources_processing_step = 20 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360441] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] rpc_response_max_timeout = 600 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360585] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] rpc_response_timeout = 60 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360730] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] send_events_interval = 2 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.360983] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] service_plugins = ['router'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361059] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] setproctitle = on {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361177] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] shell_completion = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361344] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] state_path = /opt/stack/data/neutron {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361470] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] syslog_log_facility = LOG_USER {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361613] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] tcp_keepidle = 600 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361759] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] transport_url = **** {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.361901] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] use_journal = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362049] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] use_json = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362254] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] use_ssl = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362333] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] use_stderr = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362466] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] use_syslog = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362613] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] vlan_qinq = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362742] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] vlan_transparent = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.362884] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] watch_log_file = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.363035] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] wsgi_default_pool_size = 100 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.363179] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] wsgi_keep_alive = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.363328] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.363547] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] wsgi_server_debug = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.363634] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_concurrency.disable_process_locking = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.363775] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.363929] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.364078] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.364229] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.364394] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.364538] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.364788] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.connection_string = messaging:// {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.364877] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.enabled = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365012] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.es_doc_type = notification {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365194] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.es_scroll_size = 10000 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365318] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.es_scroll_time = 2m {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365464] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.filter_error_trace = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365616] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.hmac_keys = **** {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365764] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.sentinel_service_name = mymaster {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.365999] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.socket_timeout = 0.1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.366076] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.trace_requests = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.366199] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler.trace_sqlalchemy = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.366353] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler_jaeger.process_tags = {} {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.366490] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler_jaeger.service_name_prefix = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.366661] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] profiler_otlp.service_name_prefix = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.366830] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.enforce_new_defaults = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.367113] env[69312]: WARNING oslo_config.cfg [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 565.367279] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.enforce_scope = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.367434] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.policy_default_rule = default {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.367592] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.367765] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.367926] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368082] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368229] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368371] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368515] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368664] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368822] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.368975] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] agent.extensions = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.369137] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.369290] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] service_providers.service_provider = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.369442] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.default_quota = -1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.369594] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.369742] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_floatingip = 50 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.369886] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_network = 100 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370041] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_port = 500 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370187] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370328] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_router = 10 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370470] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_security_group = 10 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370797] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370797] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.quota_subnet = 100 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.370936] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] QUOTAS.track_quota_usage = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371042] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371188] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep.group = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371328] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep.helper_command = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371473] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371617] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep.thread_pool_size = 8 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371759] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep.user = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.371907] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.372056] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_dhcp_release.group = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.372195] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_dhcp_release.helper_command = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.372458] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.372625] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.372771] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_dhcp_release.user = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.372919] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.373114] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_ovs_vsctl.group = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.373207] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.373351] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.373560] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.373706] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_ovs_vsctl.user = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.373912] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_namespace.capabilities = [21] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374066] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_namespace.group = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374209] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_namespace.helper_command = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374355] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374513] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374657] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_namespace.user = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374808] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_conntrack.capabilities = [12] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.374958] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_conntrack.group = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375109] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_conntrack.helper_command = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375252] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375398] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375536] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_conntrack.user = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375685] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_link.capabilities = [12, 21] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375825] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_link.group = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.375961] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_link.helper_command = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.376154] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.376252] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_link.thread_pool_size = 8 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.376388] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] privsep_link.user = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.376565] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.376718] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.376868] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.continue_on_failed_promotions = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377015] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.dscp = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377163] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.dscp_inherit = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377312] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.force_mp_to_policy = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377455] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.locking_coordinator_url = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377597] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.log_agent_heartbeats = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377761] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.logging_expire = 1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.377914] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.378071] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.378224] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.polling_interval = 240 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.378369] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.378519] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.378665] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.report_interval = 30.0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.378824] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379033] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379188] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379482] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.sync_skew = 60 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379482] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.synchronization_queue_size = 20 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379685] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT.use_helper_for_ns_read = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379783] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] SECURITYGROUP.enable_ipset = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.379947] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] SECURITYGROUP.enable_security_group = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380075] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380212] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380363] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] experimental.ipv6_pd_enabled = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380524] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.extension_drivers = ['port_security'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380666] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.external_network_type = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380821] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.380970] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.overlay_ip_version = 4 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.381130] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.path_mtu = 8950 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.381277] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.physical_network_mtus = {} {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.381428] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.381576] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.381727] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ml2.type_drivers = ['vlan'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.381874] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382027] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382166] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382319] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382469] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382642] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382762] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.382910] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383069] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383262] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383563] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_login_password = **** {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383563] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383690] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_login_user = admin {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383837] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.383987] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.384142] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.384285] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.384434] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.384584] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.384732] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.384875] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385026] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385177] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385320] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385463] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385610] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385799] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.385951] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.386110] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.386255] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.386401] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.auth_section = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.386553] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.auth_type = password {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.386718] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.386860] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.certfile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387008] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.collect_timing = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387166] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.endpoint_type = public {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387311] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.insecure = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387449] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.keyfile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387605] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.region_name = RegionOne {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387751] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.split_loggers = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.387893] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] nova.timeout = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388051] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.auth_section = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388208] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.auth_type = password {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388356] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388495] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.certfile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388645] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.collect_timing = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388793] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.endpoint_type = public {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.388951] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.insecure = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389112] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.keyfile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389253] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.region_name = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389392] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.split_loggers = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389530] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] placement.timeout = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389673] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.auth_section = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389810] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.auth_type = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.389947] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.cafile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390095] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.certfile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390237] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.collect_timing = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390373] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.connect_retries = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390508] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.connect_retry_delay = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390647] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.enable_notifications = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390815] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.endpoint_override = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.390911] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.insecure = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391058] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.interface = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391196] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.keyfile = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391330] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.max_version = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391464] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.min_version = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391611] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.region_name = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391731] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.retriable_status_codes = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391861] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.service_name = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.391992] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.service_type = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392144] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.split_loggers = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392279] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.status_code_retries = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392411] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.status_code_retry_delay = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392548] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.timeout = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392685] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.valid_interfaces = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392819] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ironic.version = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.392962] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] cli_script.dry_run = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.393123] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.393266] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.393406] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.393548] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.393689] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394391] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394391] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394391] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394391] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394391] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394566] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394682] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394779] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.394934] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395068] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395216] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395353] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395491] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395637] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395776] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.395913] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396067] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396212] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396353] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396495] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396656] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396803] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.396949] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397102] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397244] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397385] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.ssl = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397535] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397679] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397818] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.397963] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398117] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398258] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398405] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_notifications.driver = [] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398547] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_notifications.retry = -1 {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398705] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398842] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.398979] env[69312]: DEBUG oslo_service.backend.eventlet.service [None req-161b050b-8b9a-4e75-81d0-d6c6b9f38778 None None] ******************************************************************************** {{(pid=69312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 565.399941] env[69312]: DEBUG neutron.agent.securitygroups_rpc [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Init firewall settings (driver=nsxv3) {{(pid=69312) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 565.401196] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69312) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 565.401437] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] RPC agent_id: nsxm-l-01a.corp.local [ 565.403590] env[69312]: DEBUG dogpile.cache.region [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.403711] env[69312]: DEBUG dogpile.lock [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 565.403811] env[69312]: DEBUG dogpile.lock [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 565.403904] env[69312]: DEBUG dogpile.lock [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 565.403999] env[69312]: DEBUG dogpile.cache.region [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.404102] env[69312]: DEBUG dogpile.lock [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 565.404225] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.421903] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Session token - acquiring [ 565.423445] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.423632] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.423704] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.424114] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.433734] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.692423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 565.713217] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.713370] env[69312]: DEBUG dogpile.cache.region [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Cache value generated in 0.309 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 565.713461] env[69312]: DEBUG dogpile.lock [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 565.713580] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Activating Policy API Provider. [ 565.713773] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Looking for the default Infrastructure Rules. [ 565.772129] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Looking for the Default Layer3 Logged Drop Section. [ 565.784764] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 565.785208] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.785373] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.785470] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.785744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.786074] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.300428] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.805985] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.309278] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Inventory metadata is going to be refreshed. [ 567.309278] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 567.990469] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.990888] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.990888] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.991118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.003016] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 568.102274] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.103112] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 568.120539] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.120783] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.120866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.121170] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.121294] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.121438] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 568.121556] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.121661] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 568.141413] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.141591] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.141709] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.141925] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.142105] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.142249] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.159452] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.159680] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.159729] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.159955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.160111] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.160252] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.177664] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.177866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.177964] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.178225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.178389] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.178537] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 568.178644] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.178749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 568.193949] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.194191] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.194230] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.194492] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.194635] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.194784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 568.194890] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.194996] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 568.210979] env[69312]: DEBUG networking_nsxv3.common.locking [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.211164] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.211258] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.211511] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.211644] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.211879] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 568.212008] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.212115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Inventory metadata have been refreshed. [ 568.212214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Dryrun:True. Metadata refresh completed. [ 568.212334] env[69312]: DEBUG oslo_concurrency.lockutils [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Releasing lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.213960] env[69312]: INFO neutron.agent.agent_extensions_manager [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Loaded agent extensions: [] [ 568.214725] env[69312]: DEBUG neutron_lib.callbacks.manager [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69312) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 568.264955] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent RPC Daemon Started! [ 568.265117] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:0 started [ 568.265117] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent out of sync with plugin! [ 573.215800] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.216190] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.217226] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.217583] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.172868] env[69312]: INFO networking_nsxv3.common.synchronization [None req-51b93059-04d8-4b5e-87ac-4f99c508719a demo admin] Enqueued Resource ID: c9b643f6-ff6b-4dfc-aec5-6b3a93169695 with Priority: HIGHEST for action security_group_rules [ 582.173449] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b643f6-ff6b-4dfc-aec5-6b3a93169695 with Priority: HIGHEST for action security_group_rules [ 582.173669] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b643f6-ff6b-4dfc-aec5-6b3a93169695 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.173788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b643f6-ff6b-4dfc-aec5-6b3a93169695" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.173847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b643f6-ff6b-4dfc-aec5-6b3a93169695" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.174202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b643f6-ff6b-4dfc-aec5-6b3a93169695" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.174289] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b643f6-ff6b-4dfc-aec5-6b3a93169695',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.695477] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.695694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.695694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.695890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.695978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.696085] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b643f6-ff6b-4dfc-aec5-6b3a93169695 already deleted. [ 582.696165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b643f6-ff6b-4dfc-aec5-6b3a93169695" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.175100] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.175514] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.176764] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.177140] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.178650] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 597.179075] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 602.179457] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 602.181148] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 602.218781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.219079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.219079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.219247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.219494] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.722449] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.224298] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.726836] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 603.727167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 604.486662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.487124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.487124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.487124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.499129] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 604.500047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.501195] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 604.522308] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.522543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.522543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.522704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.522787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.522897] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 604.522964] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.523043] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 604.549853] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.550112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.550112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.550255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.550384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.550494] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 604.569889] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.570142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.570142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.570330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.570435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.570546] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 604.591377] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.591492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.591492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.591697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.591778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.591894] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 604.591962] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.592036] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 604.612184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.612389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.612389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.612586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.612669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.612776] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 604.612845] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.612914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 604.634371] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.634597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.634597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.634769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.634899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.635030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 604.635106] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 604.635160] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 604.635224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 604.635294] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 604.635352] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 604.635410] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 604.635700] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 604.635794] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 604.635845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 604.657319] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.657624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.657624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.657747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.657807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.657929] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 604.678867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.679189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.679189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.679317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.679363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.694040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.180747] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 607.180999] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.288812] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e6b0aa85-c4d2-4cf7-92c3-51fde30cd4c6 None None] Enqueued Resource ID: d8e44a36-d63e-4940-bcc4-e1b4e42147c3 with Priority: HIGHEST for action port [ 608.289600] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8e44a36-d63e-4940-bcc4-e1b4e42147c3 with Priority: HIGHEST for action port [ 608.290265] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8e44a36-d63e-4940-bcc4-e1b4e42147c3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.290430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8e44a36-d63e-4940-bcc4-e1b4e42147c3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.290475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8e44a36-d63e-4940-bcc4-e1b4e42147c3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.291026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8e44a36-d63e-4940-bcc4-e1b4e42147c3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.291026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e44a36-d63e-4940-bcc4-e1b4e42147c3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.794874] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8e44a36-d63e-4940-bcc4-e1b4e42147c3 [ 608.796574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.796574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.796574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.796574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.796574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.797663] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8e44a36-d63e-4940-bcc4-e1b4e42147c3 already deleted. [ 608.797663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8e44a36-d63e-4940-bcc4-e1b4e42147c3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.666785] env[69312]: INFO networking_nsxv3.common.synchronization [None req-297ab511-2cee-4481-98c6-3e770f79b8b4 None None] Enqueued Resource ID: bda4bf98-ce61-4134-9313-6aecc52a3a3d with Priority: HIGHEST for action port [ 609.667109] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda4bf98-ce61-4134-9313-6aecc52a3a3d with Priority: HIGHEST for action port [ 609.669621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda4bf98-ce61-4134-9313-6aecc52a3a3d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.669621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda4bf98-ce61-4134-9313-6aecc52a3a3d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.669621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda4bf98-ce61-4134-9313-6aecc52a3a3d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.669621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda4bf98-ce61-4134-9313-6aecc52a3a3d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.669621] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda4bf98-ce61-4134-9313-6aecc52a3a3d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.173502] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bda4bf98-ce61-4134-9313-6aecc52a3a3d [ 610.175682] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.175682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.175682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.175682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.175682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175682] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bda4bf98-ce61-4134-9313-6aecc52a3a3d already deleted. [ 610.175682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda4bf98-ce61-4134-9313-6aecc52a3a3d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.253394] env[69312]: INFO networking_nsxv3.common.synchronization [None req-1108b42c-461a-4ed3-9eb9-63b9afd9d0e9 None None] Enqueued Resource ID: 9ba5da9f-23a4-443e-938a-5d334da61d33 with Priority: HIGHEST for action port [ 610.253394] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba5da9f-23a4-443e-938a-5d334da61d33 with Priority: HIGHEST for action port [ 610.253394] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba5da9f-23a4-443e-938a-5d334da61d33 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.253394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba5da9f-23a4-443e-938a-5d334da61d33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.253394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba5da9f-23a4-443e-938a-5d334da61d33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.254487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba5da9f-23a4-443e-938a-5d334da61d33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.254487] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba5da9f-23a4-443e-938a-5d334da61d33',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.737879] env[69312]: INFO networking_nsxv3.common.synchronization [None req-bf868820-d27b-475c-bb3a-04c61baf399d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_rules [ 610.738470] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_rules [ 610.738774] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.738900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.738964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.739475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.739609] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.758448] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ba5da9f-23a4-443e-938a-5d334da61d33 [ 610.758448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.758448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.758448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.758448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.758448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.758448] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ba5da9f-23a4-443e-938a-5d334da61d33 already deleted. [ 610.758448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba5da9f-23a4-443e-938a-5d334da61d33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.891570] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c4d23f62-4c38-4fe4-a6b1-b21d188b6d7a tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_rules [ 610.892121] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_rules [ 610.892495] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.892575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.273878] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.274043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.274132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.274378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.274489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.274639] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb already deleted. [ 611.274746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.274960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.275178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.275258] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.462190] env[69312]: INFO networking_nsxv3.common.synchronization [None req-cb7565c9-6d51-402c-9a34-1ddeb17d00d0 None None] Enqueued Resource ID: 7c06f516-9d54-40f1-b374-14f6990a6722 with Priority: HIGHEST for action port [ 611.462732] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c06f516-9d54-40f1-b374-14f6990a6722 with Priority: HIGHEST for action port [ 611.463035] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c06f516-9d54-40f1-b374-14f6990a6722 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.463152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c06f516-9d54-40f1-b374-14f6990a6722" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.463215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c06f516-9d54-40f1-b374-14f6990a6722" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.463460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c06f516-9d54-40f1-b374-14f6990a6722" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.463536] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c06f516-9d54-40f1-b374-14f6990a6722',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.689436] env[69312]: INFO networking_nsxv3.common.synchronization [None req-55327e4a-c555-4846-b53f-008603ad4487 None None] Enqueued Resource ID: 3cd5527a-d58d-4b5c-9af0-333ba08d3033 with Priority: HIGHEST for action port [ 611.689723] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd5527a-d58d-4b5c-9af0-333ba08d3033 with Priority: HIGHEST for action port [ 611.690921] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cd5527a-d58d-4b5c-9af0-333ba08d3033 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.690921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cd5527a-d58d-4b5c-9af0-333ba08d3033" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.690921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cd5527a-d58d-4b5c-9af0-333ba08d3033" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.690921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cd5527a-d58d-4b5c-9af0-333ba08d3033" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.690921] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cd5527a-d58d-4b5c-9af0-333ba08d3033',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.796713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.799209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.799209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.799209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.799209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.799209] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb already deleted. [ 611.799209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.967152] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c06f516-9d54-40f1-b374-14f6990a6722 [ 611.967408] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.967542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.968781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.968781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.968781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.968781] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c06f516-9d54-40f1-b374-14f6990a6722 already deleted. [ 611.968781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c06f516-9d54-40f1-b374-14f6990a6722" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.160685] env[69312]: INFO networking_nsxv3.common.synchronization [None req-521d7929-5f3e-4248-a608-1da6cbb1a9cf None None] Enqueued Resource ID: d060739d-9e23-4ea7-b4e8-da5236cebdc2 with Priority: HIGHEST for action port [ 612.160937] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d060739d-9e23-4ea7-b4e8-da5236cebdc2 with Priority: HIGHEST for action port [ 612.161508] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d060739d-9e23-4ea7-b4e8-da5236cebdc2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.161625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d060739d-9e23-4ea7-b4e8-da5236cebdc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.161690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d060739d-9e23-4ea7-b4e8-da5236cebdc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.161925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d060739d-9e23-4ea7-b4e8-da5236cebdc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.162011] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d060739d-9e23-4ea7-b4e8-da5236cebdc2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.195255] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cd5527a-d58d-4b5c-9af0-333ba08d3033 [ 612.195255] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.195255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.195255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.195410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.195410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.195477] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cd5527a-d58d-4b5c-9af0-333ba08d3033 already deleted. [ 612.195554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cd5527a-d58d-4b5c-9af0-333ba08d3033" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.625244] env[69312]: INFO networking_nsxv3.common.synchronization [None req-377979c6-3647-4afa-a743-d8dcdf5d5981 None None] Enqueued Resource ID: 1cba69f7-8ddc-4e89-aaff-688a3828d105 with Priority: HIGHEST for action port [ 612.625815] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba69f7-8ddc-4e89-aaff-688a3828d105 with Priority: HIGHEST for action port [ 612.626249] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cba69f7-8ddc-4e89-aaff-688a3828d105 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.626419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cba69f7-8ddc-4e89-aaff-688a3828d105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.626466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cba69f7-8ddc-4e89-aaff-688a3828d105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.626745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cba69f7-8ddc-4e89-aaff-688a3828d105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.626809] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cba69f7-8ddc-4e89-aaff-688a3828d105',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.666277] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d060739d-9e23-4ea7-b4e8-da5236cebdc2 [ 612.666502] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.667541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.667541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.667541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.667541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.667541] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d060739d-9e23-4ea7-b4e8-da5236cebdc2 already deleted. [ 612.667541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d060739d-9e23-4ea7-b4e8-da5236cebdc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.129061] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cba69f7-8ddc-4e89-aaff-688a3828d105 [ 613.129308] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.129601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.129601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.130051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.130051] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cba69f7-8ddc-4e89-aaff-688a3828d105 already deleted. [ 613.130051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cba69f7-8ddc-4e89-aaff-688a3828d105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.132231] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a83f5ff5-6f5d-4769-a733-195ed4a24a66 None None] Enqueued Resource ID: 7c212550-beb8-4c0e-b2bb-353d0a5db07c with Priority: HIGHEST for action port [ 614.132737] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c212550-beb8-4c0e-b2bb-353d0a5db07c with Priority: HIGHEST for action port [ 614.133410] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c212550-beb8-4c0e-b2bb-353d0a5db07c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.133410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c212550-beb8-4c0e-b2bb-353d0a5db07c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.133410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c212550-beb8-4c0e-b2bb-353d0a5db07c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.133593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c212550-beb8-4c0e-b2bb-353d0a5db07c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.133593] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c212550-beb8-4c0e-b2bb-353d0a5db07c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.547068] env[69312]: INFO networking_nsxv3.common.synchronization [None req-81efaf74-c250-43d7-9fab-a74c46dadc0f None None] Enqueued Resource ID: 06627dae-6e60-407b-a8db-9781e3214d39 with Priority: HIGHEST for action port [ 614.547334] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06627dae-6e60-407b-a8db-9781e3214d39 with Priority: HIGHEST for action port [ 614.547928] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-06627dae-6e60-407b-a8db-9781e3214d39 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.548095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06627dae-6e60-407b-a8db-9781e3214d39" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.548095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06627dae-6e60-407b-a8db-9781e3214d39" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.548367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06627dae-6e60-407b-a8db-9781e3214d39" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.548480] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06627dae-6e60-407b-a8db-9781e3214d39',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.572754] env[69312]: INFO networking_nsxv3.common.synchronization [None req-9eac44c3-3052-4cd4-bb68-431d6400bfcf None None] Enqueued Resource ID: f8225ea4-7d4c-4266-9754-be0ca84720c7 with Priority: HIGHEST for action port [ 614.572996] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8225ea4-7d4c-4266-9754-be0ca84720c7 with Priority: HIGHEST for action port [ 614.573607] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8225ea4-7d4c-4266-9754-be0ca84720c7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.573774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8225ea4-7d4c-4266-9754-be0ca84720c7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.573774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8225ea4-7d4c-4266-9754-be0ca84720c7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.573960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8225ea4-7d4c-4266-9754-be0ca84720c7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.574055] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8225ea4-7d4c-4266-9754-be0ca84720c7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.636123] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c212550-beb8-4c0e-b2bb-353d0a5db07c [ 614.636123] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.636284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.636483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.636703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.636797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.636901] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c212550-beb8-4c0e-b2bb-353d0a5db07c already deleted. [ 614.636981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c212550-beb8-4c0e-b2bb-353d0a5db07c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.053741] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06627dae-6e60-407b-a8db-9781e3214d39 [ 615.053928] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.054096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.054175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.054396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.054488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.054584] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06627dae-6e60-407b-a8db-9781e3214d39 already deleted. [ 615.054667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06627dae-6e60-407b-a8db-9781e3214d39" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076181] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8225ea4-7d4c-4266-9754-be0ca84720c7 [ 615.076420] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.077040] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8225ea4-7d4c-4266-9754-be0ca84720c7 already deleted. [ 615.077141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8225ea4-7d4c-4266-9754-be0ca84720c7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312758] env[69312]: INFO networking_nsxv3.common.synchronization [None req-832d638f-aa8d-449c-9efe-9a71978939b4 None None] Enqueued Resource ID: 365f79ac-f4d8-43b0-abd0-190b39591eed with Priority: HIGHEST for action port [ 615.317029] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365f79ac-f4d8-43b0-abd0-190b39591eed with Priority: HIGHEST for action port [ 615.317029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-365f79ac-f4d8-43b0-abd0-190b39591eed taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.317029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-365f79ac-f4d8-43b0-abd0-190b39591eed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.317029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-365f79ac-f4d8-43b0-abd0-190b39591eed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.317029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-365f79ac-f4d8-43b0-abd0-190b39591eed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.317029] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('365f79ac-f4d8-43b0-abd0-190b39591eed',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.588818] env[69312]: INFO networking_nsxv3.common.synchronization [None req-7747ff25-ec80-4b11-81a8-cba59c02338b None None] Enqueued Resource ID: 144e3a90-4bcf-4eca-8d9e-9eff78d519a1 with Priority: HIGHEST for action port [ 615.589355] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144e3a90-4bcf-4eca-8d9e-9eff78d519a1 with Priority: HIGHEST for action port [ 615.589702] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-144e3a90-4bcf-4eca-8d9e-9eff78d519a1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.589835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144e3a90-4bcf-4eca-8d9e-9eff78d519a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.590415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144e3a90-4bcf-4eca-8d9e-9eff78d519a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.590415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144e3a90-4bcf-4eca-8d9e-9eff78d519a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.590415] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144e3a90-4bcf-4eca-8d9e-9eff78d519a1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.819033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 365f79ac-f4d8-43b0-abd0-190b39591eed [ 615.819124] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.819248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.819320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.819530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.819621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.819712] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:365f79ac-f4d8-43b0-abd0-190b39591eed already deleted. [ 615.819792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-365f79ac-f4d8-43b0-abd0-190b39591eed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.094097] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144e3a90-4bcf-4eca-8d9e-9eff78d519a1 [ 616.094392] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.094531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.094613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.094803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.094894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.094993] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144e3a90-4bcf-4eca-8d9e-9eff78d519a1 already deleted. [ 616.095088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144e3a90-4bcf-4eca-8d9e-9eff78d519a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.237256] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e0389553-5148-4f16-b894-ae9695cfbde2 None None] Enqueued Resource ID: 64d6b0ef-0f3b-4926-88a8-fbcc658d25ad with Priority: HIGHEST for action port [ 616.238629] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d6b0ef-0f3b-4926-88a8-fbcc658d25ad with Priority: HIGHEST for action port [ 616.239867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d6b0ef-0f3b-4926-88a8-fbcc658d25ad taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.239867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d6b0ef-0f3b-4926-88a8-fbcc658d25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.239867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d6b0ef-0f3b-4926-88a8-fbcc658d25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.239867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d6b0ef-0f3b-4926-88a8-fbcc658d25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.239867] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d6b0ef-0f3b-4926-88a8-fbcc658d25ad',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.741690] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64d6b0ef-0f3b-4926-88a8-fbcc658d25ad [ 616.741952] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.742057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.742674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.742674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.742674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.742674] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64d6b0ef-0f3b-4926-88a8-fbcc658d25ad already deleted. [ 616.742674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d6b0ef-0f3b-4926-88a8-fbcc658d25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.758869] env[69312]: INFO networking_nsxv3.common.synchronization [None req-9d200ffc-821e-4d7c-a1cd-3f13165cc2ba None None] Enqueued Resource ID: b2c90103-8986-494c-b930-03ecfef28378 with Priority: HIGHEST for action port [ 616.759245] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c90103-8986-494c-b930-03ecfef28378 with Priority: HIGHEST for action port [ 616.759613] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c90103-8986-494c-b930-03ecfef28378 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.759678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c90103-8986-494c-b930-03ecfef28378" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.759714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c90103-8986-494c-b930-03ecfef28378" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.759945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c90103-8986-494c-b930-03ecfef28378" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.760040] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c90103-8986-494c-b930-03ecfef28378',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.262948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2c90103-8986-494c-b930-03ecfef28378 [ 617.263270] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.263500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.263500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.263692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.263741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.263832] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2c90103-8986-494c-b930-03ecfef28378 already deleted. [ 617.263923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c90103-8986-494c-b930-03ecfef28378" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.522866] env[69312]: INFO networking_nsxv3.common.synchronization [None req-daf69826-fc18-4166-897a-3322f4c7281e None None] Enqueued Resource ID: d0d4d122-5416-4e60-9308-ac6d714f50b0 with Priority: HIGHEST for action port [ 619.523133] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d4d122-5416-4e60-9308-ac6d714f50b0 with Priority: HIGHEST for action port [ 619.523627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d4d122-5416-4e60-9308-ac6d714f50b0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.523958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d4d122-5416-4e60-9308-ac6d714f50b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.523958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d4d122-5416-4e60-9308-ac6d714f50b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.524117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d4d122-5416-4e60-9308-ac6d714f50b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.524169] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d4d122-5416-4e60-9308-ac6d714f50b0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.883762] env[69312]: INFO networking_nsxv3.common.synchronization [None req-9f90eab3-e750-46a5-8941-a323b48382b6 None None] Enqueued Resource ID: ed45eeae-0d34-4e64-8816-d408d9e0d5ed with Priority: HIGHEST for action port [ 619.884347] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed45eeae-0d34-4e64-8816-d408d9e0d5ed with Priority: HIGHEST for action port [ 619.884645] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed45eeae-0d34-4e64-8816-d408d9e0d5ed taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.884762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed45eeae-0d34-4e64-8816-d408d9e0d5ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.884829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed45eeae-0d34-4e64-8816-d408d9e0d5ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.885608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed45eeae-0d34-4e64-8816-d408d9e0d5ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.885708] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed45eeae-0d34-4e64-8816-d408d9e0d5ed',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.959304] env[69312]: INFO networking_nsxv3.common.synchronization [None req-29776185-cf92-42ad-867a-4f9109dc32dc None None] Enqueued Resource ID: 11a009b7-4f9b-4229-849c-ba8ad8aa514f with Priority: HIGHEST for action port [ 619.959913] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a009b7-4f9b-4229-849c-ba8ad8aa514f with Priority: HIGHEST for action port [ 619.960283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a009b7-4f9b-4229-849c-ba8ad8aa514f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.960447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a009b7-4f9b-4229-849c-ba8ad8aa514f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.960517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a009b7-4f9b-4229-849c-ba8ad8aa514f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.960764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a009b7-4f9b-4229-849c-ba8ad8aa514f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.960841] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a009b7-4f9b-4229-849c-ba8ad8aa514f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.026761] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0d4d122-5416-4e60-9308-ac6d714f50b0 [ 620.026987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.027221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.027295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.027503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.027594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.027689] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0d4d122-5416-4e60-9308-ac6d714f50b0 already deleted. [ 620.027768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d4d122-5416-4e60-9308-ac6d714f50b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.387603] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed45eeae-0d34-4e64-8816-d408d9e0d5ed [ 620.387826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.387960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.388059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.388311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.388403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.388510] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed45eeae-0d34-4e64-8816-d408d9e0d5ed already deleted. [ 620.388613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed45eeae-0d34-4e64-8816-d408d9e0d5ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.403097] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c6b9f83d-eefe-4188-9128-c7a97eca82c3 None None] Enqueued Resource ID: 4da3e84a-e4b9-416b-b88b-613d27ed29b1 with Priority: HIGHEST for action port [ 620.403097] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da3e84a-e4b9-416b-b88b-613d27ed29b1 with Priority: HIGHEST for action port [ 620.403097] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da3e84a-e4b9-416b-b88b-613d27ed29b1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.403097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da3e84a-e4b9-416b-b88b-613d27ed29b1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.403097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da3e84a-e4b9-416b-b88b-613d27ed29b1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.403535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da3e84a-e4b9-416b-b88b-613d27ed29b1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.403535] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da3e84a-e4b9-416b-b88b-613d27ed29b1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.463376] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a009b7-4f9b-4229-849c-ba8ad8aa514f [ 620.464633] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.464633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.464633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.464633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.464633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.464633] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a009b7-4f9b-4229-849c-ba8ad8aa514f already deleted. [ 620.464633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a009b7-4f9b-4229-849c-ba8ad8aa514f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.907172] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4da3e84a-e4b9-416b-b88b-613d27ed29b1 [ 620.907604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.907702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.907779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.907990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.908122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.908358] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4da3e84a-e4b9-416b-b88b-613d27ed29b1 already deleted. [ 620.908358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da3e84a-e4b9-416b-b88b-613d27ed29b1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.358422] env[69312]: INFO networking_nsxv3.common.synchronization [None req-5268d8bf-28de-4769-8865-81e937059551 None None] Enqueued Resource ID: 84416864-6959-4852-92e8-4ff05ccb25dc with Priority: HIGHEST for action port [ 621.358422] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84416864-6959-4852-92e8-4ff05ccb25dc with Priority: HIGHEST for action port [ 621.358422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-84416864-6959-4852-92e8-4ff05ccb25dc taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.358422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84416864-6959-4852-92e8-4ff05ccb25dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.358422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84416864-6959-4852-92e8-4ff05ccb25dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.358994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84416864-6959-4852-92e8-4ff05ccb25dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.358994] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84416864-6959-4852-92e8-4ff05ccb25dc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.862816] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84416864-6959-4852-92e8-4ff05ccb25dc [ 621.862816] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.862816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.862816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.862816] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84416864-6959-4852-92e8-4ff05ccb25dc already deleted. [ 621.862816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84416864-6959-4852-92e8-4ff05ccb25dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.871897] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ea84c2f1-2ec5-4c71-94cd-93d98de6c767 None None] Enqueued Resource ID: 3a6a5d2e-5cb7-4127-9d25-eca048116f6f with Priority: HIGHEST for action port [ 623.872199] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6a5d2e-5cb7-4127-9d25-eca048116f6f with Priority: HIGHEST for action port [ 623.872858] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a6a5d2e-5cb7-4127-9d25-eca048116f6f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.872858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a6a5d2e-5cb7-4127-9d25-eca048116f6f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.873024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a6a5d2e-5cb7-4127-9d25-eca048116f6f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.873218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a6a5d2e-5cb7-4127-9d25-eca048116f6f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.873218] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a6a5d2e-5cb7-4127-9d25-eca048116f6f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.186226] env[69312]: INFO networking_nsxv3.common.synchronization [None req-3abed1be-cca9-42e7-988c-1ec5cff24d5b None None] Enqueued Resource ID: 681b2eba-4801-4e41-ae5d-145f79e80c33 with Priority: HIGHEST for action port [ 624.186226] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681b2eba-4801-4e41-ae5d-145f79e80c33 with Priority: HIGHEST for action port [ 624.188069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-681b2eba-4801-4e41-ae5d-145f79e80c33 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.188275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-681b2eba-4801-4e41-ae5d-145f79e80c33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.188358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-681b2eba-4801-4e41-ae5d-145f79e80c33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.188636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-681b2eba-4801-4e41-ae5d-145f79e80c33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.188734] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('681b2eba-4801-4e41-ae5d-145f79e80c33',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.378232] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a6a5d2e-5cb7-4127-9d25-eca048116f6f [ 624.378486] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.378643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.378696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.379049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.379049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.379455] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a6a5d2e-5cb7-4127-9d25-eca048116f6f already deleted. [ 624.379455] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a6a5d2e-5cb7-4127-9d25-eca048116f6f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.647056] env[69312]: INFO networking_nsxv3.common.synchronization [None req-dae08833-185d-4d21-9f64-f9f319421fdb None None] Enqueued Resource ID: 7767a9d5-cc20-4c02-a541-0cf282c41372 with Priority: HIGHEST for action port [ 624.647630] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7767a9d5-cc20-4c02-a541-0cf282c41372 with Priority: HIGHEST for action port [ 624.647922] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7767a9d5-cc20-4c02-a541-0cf282c41372 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.648052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7767a9d5-cc20-4c02-a541-0cf282c41372" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.648117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7767a9d5-cc20-4c02-a541-0cf282c41372" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.648493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7767a9d5-cc20-4c02-a541-0cf282c41372" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.648493] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7767a9d5-cc20-4c02-a541-0cf282c41372',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.691926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 681b2eba-4801-4e41-ae5d-145f79e80c33 [ 624.692587] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.692751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.692837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.693621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.693731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.693858] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:681b2eba-4801-4e41-ae5d-145f79e80c33 already deleted. [ 624.693950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-681b2eba-4801-4e41-ae5d-145f79e80c33" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.075069] env[69312]: INFO networking_nsxv3.common.synchronization [req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 req-46c3f78c-6bfe-49dd-89ff-d0f435657051 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_members [ 625.075069] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_members [ 625.075069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.075069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.075069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.077565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.078325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.078325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.078325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.078795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.078795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.079022] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.122850] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a4098007-b991-4d7b-9132-182a2e732199 None None] Enqueued Resource ID: 74c8c8f6-b359-4773-a2f8-c5f510ba58d7 with Priority: HIGHEST for action port [ 625.122850] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c8c8f6-b359-4773-a2f8-c5f510ba58d7 with Priority: HIGHEST for action port [ 625.122850] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-74c8c8f6-b359-4773-a2f8-c5f510ba58d7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.122850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74c8c8f6-b359-4773-a2f8-c5f510ba58d7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.122850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74c8c8f6-b359-4773-a2f8-c5f510ba58d7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.123360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74c8c8f6-b359-4773-a2f8-c5f510ba58d7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.123447] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c8c8f6-b359-4773-a2f8-c5f510ba58d7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.150866] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7767a9d5-cc20-4c02-a541-0cf282c41372 [ 625.151099] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.151229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.151302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.151499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.151592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.152589] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7767a9d5-cc20-4c02-a541-0cf282c41372 already deleted. [ 625.152589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7767a9d5-cc20-4c02-a541-0cf282c41372" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.583479] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.583654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.583654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.583900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.583900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.584226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.584226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.584392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.584423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.584624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.584624] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb already deleted. [ 625.584711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.625823] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74c8c8f6-b359-4773-a2f8-c5f510ba58d7 [ 625.626084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.627264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.627386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.627670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.628518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.628518] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74c8c8f6-b359-4773-a2f8-c5f510ba58d7 already deleted. [ 625.628518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74c8c8f6-b359-4773-a2f8-c5f510ba58d7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.468565] env[69312]: INFO networking_nsxv3.common.synchronization [req-ac0297f1-050c-485f-ae95-8c0cd632759a req-c63a3989-6fb9-4743-9ec2-ce4a91e3cd57 tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Enqueued Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_members [ 626.469100] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_members [ 626.470824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.471815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.471815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.471815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.471815] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.471815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.471815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.471994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.471994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.472819] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.476876] env[69312]: INFO networking_nsxv3.common.synchronization [None req-7e9f5b04-b487-4122-abc2-e9fb790295a5 None None] Enqueued Resource ID: 549731a4-25c8-4e51-a6ca-eda55367a503 with Priority: HIGHEST for action port [ 626.477825] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549731a4-25c8-4e51-a6ca-eda55367a503 with Priority: HIGHEST for action port [ 626.479994] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-549731a4-25c8-4e51-a6ca-eda55367a503 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.480937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549731a4-25c8-4e51-a6ca-eda55367a503" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.480937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549731a4-25c8-4e51-a6ca-eda55367a503" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.481668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549731a4-25c8-4e51-a6ca-eda55367a503" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.482106] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549731a4-25c8-4e51-a6ca-eda55367a503',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.585537] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.585810] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.586225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.586663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.586892] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.587075] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.587260] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.587541] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.587696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.587982] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.588149] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.588298] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.588668] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.588668] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.588668] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.588869] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.615033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.615239] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.615399] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.615610] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.615982] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616208] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616348] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.616708] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616877] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dcf6b9f-6f25-4fd3-b52f-025a46e99394',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.974857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.975068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.975179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.975495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.975495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.975661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.975754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.975818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.975968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.976070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.976163] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 already deleted. [ 626.977420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.985022] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 549731a4-25c8-4e51-a6ca-eda55367a503 [ 626.985022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.985214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.985214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.985462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.985462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.985559] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:549731a4-25c8-4e51-a6ca-eda55367a503 already deleted. [ 626.985617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549731a4-25c8-4e51-a6ca-eda55367a503" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.119417] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.119698] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.119787] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.120111] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.120276] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.120936] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 not found, creating... [ 627.121442] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.121557] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.121655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.121885] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.122048] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.122434] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.122601] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.122714] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.122926] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.123113] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.123286] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 is going to be created. [ 627.151310] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.151310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.151310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.151310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.154503] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.154503] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.247907] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.248126] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-88" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.248268] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-88" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.248622] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-88" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.248845] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.248999] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.249128] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.249335] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.249509] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.249707] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.249871] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.249989] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.250389] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.250555] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.250679] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.250819] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.270045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.270045] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.270045] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.270229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-88" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.270641] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-ad495861-30bd-49fd-b639-d0e01db35e1a taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.270757] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.270810] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.271120] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.271261] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad495861-30bd-49fd-b639-d0e01db35e1a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.774218] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.775551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.775551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.775551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.775551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.775551] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port ad495861-30bd-49fd-b639-d0e01db35e1a not found, creating... [ 627.775817] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.776392] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.776556] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.776807] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.776975] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.778806] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.778943] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.779671] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.779671] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.779671] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.779900] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: ad495861-30bd-49fd-b639-d0e01db35e1a is going to be created. [ 627.803883] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.804338] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.804338] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.804525] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.804750] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.805129] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.865918] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a09ec126-0a56-4431-a201-c31b02559160 None None] Enqueued Resource ID: 4a5c4de8-0a97-4424-8c60-ae2a158bfe0f with Priority: HIGHEST for action port [ 627.865918] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5c4de8-0a97-4424-8c60-ae2a158bfe0f with Priority: HIGHEST for action port [ 627.865918] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5c4de8-0a97-4424-8c60-ae2a158bfe0f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.866515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5c4de8-0a97-4424-8c60-ae2a158bfe0f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.866710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5c4de8-0a97-4424-8c60-ae2a158bfe0f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.867045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5c4de8-0a97-4424-8c60-ae2a158bfe0f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.867338] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5c4de8-0a97-4424-8c60-ae2a158bfe0f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.945551] env[69312]: INFO networking_nsxv3.common.synchronization [None req-de3a22cb-06fb-4143-af61-0410f5081326 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 627.946420] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 627.948334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.948334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.948334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.948334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.948334] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.370082] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5c4de8-0a97-4424-8c60-ae2a158bfe0f [ 628.370472] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.370741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.370911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.371217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.371409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.371583] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5c4de8-0a97-4424-8c60-ae2a158bfe0f already deleted. [ 628.371752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5c4de8-0a97-4424-8c60-ae2a158bfe0f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.455196] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b8698325-a0ba-4c10-9494-4d4b4f4e7f87 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 628.455478] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 628.456067] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.470863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.471485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.471683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.471938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.472118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.472266] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 already deleted. [ 628.472400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.472576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.472878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.472993] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.794357] env[69312]: INFO networking_nsxv3.common.synchronization [req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 req-e60972d0-7bf1-4e11-87ea-182680a85d4a service nova] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_rules [ 628.794738] env[69312]: INFO networking_nsxv3.common.synchronization [req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 req-e60972d0-7bf1-4e11-87ea-182680a85d4a service nova] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_members [ 628.794738] env[69312]: INFO networking_nsxv3.common.synchronization [req-9158c9ea-d7dc-43a0-954f-5da227fdb5f2 req-e60972d0-7bf1-4e11-87ea-182680a85d4a service nova] Enqueued Resource ID: 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 with Priority: HIGHEST for action port [ 628.794855] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_rules [ 628.794904] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_members [ 628.794962] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 with Priority: HIGHEST for action port [ 628.795684] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.795684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.795878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.795912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.795973] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.797591] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.797591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.797591] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.797591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.797858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.797858] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.799063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.799063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.799063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.799284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.799284] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dcf6b9f-6f25-4fd3-b52f-025a46e99394',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.997108] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.997875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.997982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.999341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.999448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.999829] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 already deleted. [ 628.999829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.280502] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4d10fc4f-37d8-4f7a-bf0c-23e8a6ffd9ef tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_rules [ 629.281011] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_rules [ 629.281661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.281808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.281873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.282230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.282230] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.305451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.305601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.310869] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 with status ACTIVE [ 629.311864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.311864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.311864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.313653] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.313653] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.313653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.314056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.314056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.314056] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dcf6b9f-6f25-4fd3-b52f-025a46e99394 is going to be updated. [ 629.317522] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.337026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.337026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.337026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.337290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.337446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.337571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dcf6b9f-6f25-4fd3-b52f-025a46e99394" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.589037] env[69312]: INFO networking_nsxv3.common.synchronization [None req-5627d4e5-b9e9-4fe2-998a-2a7226773966 tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_rules [ 629.590482] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_rules [ 629.590482] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.590482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.806884] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.806884] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 already deleted. [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.806884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.806884] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.818777] env[69312]: INFO networking_nsxv3.common.synchronization [req-f35fac49-3a60-404f-b04c-a62949e700fe req-b7114c7d-08f0-45e5-821b-67500d0aadc7 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Enqueued Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_members [ 629.820735] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.821715] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_members [ 629.821715] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.821958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.821958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.822178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.822242] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.822342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.822402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.822563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.822635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.822747] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.210315] env[69312]: INFO networking_nsxv3.common.synchronization [None req-abc96bb6-ce23-42c9-805b-dbea0d134173 None None] Enqueued Resource ID: 2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6 with Priority: HIGHEST for action port [ 630.210577] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6 with Priority: HIGHEST for action port [ 630.211198] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.211303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.212149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.214408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.214408] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.229098] env[69312]: INFO networking_nsxv3.common.synchronization [req-ac0297f1-050c-485f-ae95-8c0cd632759a req-da2af565-a50d-4249-9806-93dd35103767 service nova] Enqueued Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_rules [ 630.229573] env[69312]: INFO networking_nsxv3.common.synchronization [req-ac0297f1-050c-485f-ae95-8c0cd632759a req-da2af565-a50d-4249-9806-93dd35103767 service nova] Enqueued Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_members [ 630.229573] env[69312]: INFO networking_nsxv3.common.synchronization [req-ac0297f1-050c-485f-ae95-8c0cd632759a req-da2af565-a50d-4249-9806-93dd35103767 service nova] Enqueued Resource ID: ad495861-30bd-49fd-b639-d0e01db35e1a with Priority: HIGHEST for action port [ 630.229702] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_rules [ 630.229738] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_members [ 630.229838] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad495861-30bd-49fd-b639-d0e01db35e1a with Priority: HIGHEST for action port [ 630.230356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.231589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.231859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.232022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.232114] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.232965] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.233360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233474] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.233765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.233940] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.234945] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad495861-30bd-49fd-b639-d0e01db35e1a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.235488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.235488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.235683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.235769] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad495861-30bd-49fd-b639-d0e01db35e1a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.324262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.324498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.324661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.324942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.324942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.325032] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb is going to be created. [ 630.327938] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.328280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.328280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.328558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.328722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.328866] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 already deleted. [ 630.329689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.329689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.329901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.330056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.330341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.330402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.330641] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.330962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.330962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.331674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.331827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.331971] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 already deleted. [ 630.332210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.371600] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.371923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.371985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.372265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.372504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.382699] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c51576-0871-4dd0-b560-40882b4bcbcb in Status: UNINITIALIZED for 2s [ 630.677611] env[69312]: INFO networking_nsxv3.common.synchronization [None req-249c1001-92eb-44f0-8806-6ee2ac2f431f None None] Enqueued Resource ID: 70ad4a0a-629d-4d32-982f-958921fb3833 with Priority: HIGHEST for action port [ 630.681030] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ad4a0a-629d-4d32-982f-958921fb3833 with Priority: HIGHEST for action port [ 630.681458] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ad4a0a-629d-4d32-982f-958921fb3833 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.681458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ad4a0a-629d-4d32-982f-958921fb3833" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.681571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ad4a0a-629d-4d32-982f-958921fb3833" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.681768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ad4a0a-629d-4d32-982f-958921fb3833" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.681849] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ad4a0a-629d-4d32-982f-958921fb3833',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.717720] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6 [ 630.718821] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.718821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.718821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.718821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.718821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.718821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6 already deleted. [ 630.718821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5f93ba-c9cf-4957-97c0-06fb7b5ef6b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.738623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.740629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.740629] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.740629] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad495861-30bd-49fd-b639-d0e01db35e1a with status ACTIVE [ 630.740629] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.740629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.740629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.741932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.742146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.742435] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.745979] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.745979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.745979] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad495861-30bd-49fd-b639-d0e01db35e1a is going to be updated. [ 630.748947] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b2d43c57-98dc-4717-a79a-ec8d5f6b3a54 None None] Enqueued Resource ID: b04421e6-7c88-43ff-bb1b-a44c8df83991 with Priority: HIGHEST for action port [ 630.749592] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04421e6-7c88-43ff-bb1b-a44c8df83991 with Priority: HIGHEST for action port [ 630.751173] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b04421e6-7c88-43ff-bb1b-a44c8df83991 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.751173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b04421e6-7c88-43ff-bb1b-a44c8df83991" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.751173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b04421e6-7c88-43ff-bb1b-a44c8df83991" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.751173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b04421e6-7c88-43ff-bb1b-a44c8df83991" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.751173] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04421e6-7c88-43ff-bb1b-a44c8df83991',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.781684] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.781684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.781684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.781684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.781684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.781684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad495861-30bd-49fd-b639-d0e01db35e1a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.185356] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70ad4a0a-629d-4d32-982f-958921fb3833 [ 631.185356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.185356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.185356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.185356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.185356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.185356] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70ad4a0a-629d-4d32-982f-958921fb3833 already deleted. [ 631.185356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ad4a0a-629d-4d32-982f-958921fb3833" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.245811] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.253524] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b04421e6-7c88-43ff-bb1b-a44c8df83991 [ 631.253524] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.253524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.253524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.253524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.253524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.253524] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b04421e6-7c88-43ff-bb1b-a44c8df83991 already deleted. [ 631.253524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b04421e6-7c88-43ff-bb1b-a44c8df83991" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.323772] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.323772] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-406" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.324021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-406" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.324764] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-406" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.327049] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.327049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.327049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.327049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.327049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.327366] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.327366] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.327428] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.327506] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.327614] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.327715] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.327845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.354390] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.354390] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.354390] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.354390] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-406" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.354390] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-d7145746-67bc-466e-8a2e-bbbb3295c907 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.354390] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.354390] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.354789] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.354843] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7145746-67bc-466e-8a2e-bbbb3295c907',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.749662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.749662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.749662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.749807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.749807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.749986] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 is going to be created. [ 631.773191] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.773465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.773465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.773686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.773844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.783149] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 in Status: UNINITIALIZED for 2s [ 631.860214] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.860214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.860214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.860869] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.860869] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.860869] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port d7145746-67bc-466e-8a2e-bbbb3295c907 not found, creating... [ 631.861049] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.861159] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.861283] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.861510] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.866080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.866080] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.866080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.866080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.871822] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.871822] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.871822] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: d7145746-67bc-466e-8a2e-bbbb3295c907 is going to be created. [ 631.891356] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.891356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.891356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.894451] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.894451] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.894451] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.926894] env[69312]: INFO networking_nsxv3.common.synchronization [None req-865206b0-295d-4556-b63a-85874490302a None None] Enqueued Resource ID: 15bb752b-8375-4797-952f-ebe5e6ba21b8 with Priority: HIGHEST for action port [ 631.926894] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb752b-8375-4797-952f-ebe5e6ba21b8 with Priority: HIGHEST for action port [ 631.926894] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-15bb752b-8375-4797-952f-ebe5e6ba21b8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.926894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15bb752b-8375-4797-952f-ebe5e6ba21b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.926894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15bb752b-8375-4797-952f-ebe5e6ba21b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.926894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15bb752b-8375-4797-952f-ebe5e6ba21b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.926894] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bb752b-8375-4797-952f-ebe5e6ba21b8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.180239] env[69312]: INFO networking_nsxv3.common.synchronization [req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b req-8b7f6051-1351-484a-befa-318790a63b63 tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Enqueued Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_members [ 632.180833] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_members [ 632.181144] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.181269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.181329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.181577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.181730] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.181829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.181887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.182038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.182120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.182211] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.238920] env[69312]: INFO networking_nsxv3.common.synchronization [None req-1842dbf8-5d48-4e60-a0fb-1285f8db2a6c None None] Enqueued Resource ID: ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b with Priority: HIGHEST for action port [ 632.239206] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b with Priority: HIGHEST for action port [ 632.239713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.239951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.239951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.240141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.240224] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.294273] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ad935e0b-4371-4ff7-8bd3-f2491ef7fa6c None None] Enqueued Resource ID: 382c402c-bb78-44b5-b158-f0980571d130 with Priority: HIGHEST for action port [ 632.294273] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382c402c-bb78-44b5-b158-f0980571d130 with Priority: HIGHEST for action port [ 632.294419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-382c402c-bb78-44b5-b158-f0980571d130 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.294613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382c402c-bb78-44b5-b158-f0980571d130" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.294684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382c402c-bb78-44b5-b158-f0980571d130" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.294934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382c402c-bb78-44b5-b158-f0980571d130" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.295079] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382c402c-bb78-44b5-b158-f0980571d130',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.396103] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c51576-0871-4dd0-b560-40882b4bcbcb in Status: SUCCESS [ 632.396302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.396496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.396704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.396893] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.397013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.397076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.397238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.397320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.397449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.397496] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.432250] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15bb752b-8375-4797-952f-ebe5e6ba21b8 [ 632.432491] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.432644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.432709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.432903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.432988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.433093] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15bb752b-8375-4797-952f-ebe5e6ba21b8 already deleted. [ 632.433169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15bb752b-8375-4797-952f-ebe5e6ba21b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.619148] env[69312]: INFO networking_nsxv3.common.synchronization [None req-885ac18c-8585-4eda-83ab-e1d860676335 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 632.619784] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 632.620104] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.620236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.620299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.620589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.620672] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.685330] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.685330] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.685330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.685816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.685816] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53ab513-1ed7-4019-a778-b211b9fd1153 already deleted. [ 632.685947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.742236] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b [ 632.744037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.744037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.744037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.744037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.744037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.744037] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b already deleted. [ 632.744037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffe5b6b0-0de9-44dd-a6e8-7e1a76c1457b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.797595] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 382c402c-bb78-44b5-b158-f0980571d130 [ 632.797826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.797957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.798036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.798301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.798387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.798486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:382c402c-bb78-44b5-b158-f0980571d130 already deleted. [ 632.798565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382c402c-bb78-44b5-b158-f0980571d130" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.905176] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.080500] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e8fac05b-eeea-4bcb-bffa-9aaac9477ea3 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 633.081011] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 633.081346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.081434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.143969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.143969] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa already deleted. [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.143969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.144618] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.154711] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.155886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.155886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.155886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.156043] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.156452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.156616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.156792] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.157062] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.157359] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.157359] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.157476] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.157623] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.158102] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.158102] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.176708] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.176894] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.177186] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.177276] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.177595] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-56f1ed31-91af-40dd-a1d0-b688b15d45f7 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.177763] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.178089] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.178272] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.179001] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f1ed31-91af-40dd-a1d0-b688b15d45f7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.214120] env[69312]: INFO networking_nsxv3.common.synchronization [req-f35fac49-3a60-404f-b04c-a62949e700fe req-f061b1ce-b773-4dd0-bdfd-6f67e39b0178 service nova] Enqueued Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_rules [ 633.214431] env[69312]: INFO networking_nsxv3.common.synchronization [req-f35fac49-3a60-404f-b04c-a62949e700fe req-f061b1ce-b773-4dd0-bdfd-6f67e39b0178 service nova] Enqueued Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_members [ 633.214602] env[69312]: INFO networking_nsxv3.common.synchronization [req-f35fac49-3a60-404f-b04c-a62949e700fe req-f061b1ce-b773-4dd0-bdfd-6f67e39b0178 service nova] Enqueued Resource ID: d7145746-67bc-466e-8a2e-bbbb3295c907 with Priority: HIGHEST for action port [ 633.215666] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_rules [ 633.215814] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_members [ 633.215970] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7145746-67bc-466e-8a2e-bbbb3295c907 with Priority: HIGHEST for action port [ 633.216448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.216590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.216664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.217052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.217182] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.218167] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.218410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.218656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.218866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.219891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.219891] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.220347] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7145746-67bc-466e-8a2e-bbbb3295c907 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.220529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.220529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.220687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.220780] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7145746-67bc-466e-8a2e-bbbb3295c907',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.411260] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0c51576-0871-4dd0-b560-40882b4bcbcb: rpc.has_security_group_logging(os_id): False [ 633.427644] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.428089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.428285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.428560] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.428700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.431047] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.431310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.432748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.432748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.432748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb is going to be created. [ 633.498095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.498309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.498387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.498605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.498784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.512595] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c51576-0871-4dd0-b560-40882b4bcbcb in Status: IN_PROGRESS for 2s [ 633.665460] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.665557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.665807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.665884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.665931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.666022] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa already deleted. [ 633.666101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.683937] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.683937] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.683937] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.684163] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.684262] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.684411] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 56f1ed31-91af-40dd-a1d0-b688b15d45f7 not found, creating... [ 633.684668] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.685664] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.685664] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.685664] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.685664] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.685664] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.685866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.685866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686120] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686183] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.686310] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 56f1ed31-91af-40dd-a1d0-b688b15d45f7 is going to be created. [ 633.707731] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.707955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.708085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.708374] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.708607] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.708826] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.722874] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.723036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.727362] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.727362] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7145746-67bc-466e-8a2e-bbbb3295c907 with status ACTIVE [ 633.727362] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.727362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.727362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.727362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.727362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.727362] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.727362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.727362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.727932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.727932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.727932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.727932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.727932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.728225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.728225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.728225] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7145746-67bc-466e-8a2e-bbbb3295c907 is going to be updated. [ 633.774307] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.774307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.774307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.774307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.774307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.774307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7145746-67bc-466e-8a2e-bbbb3295c907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.801125] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 in Status: SUCCESS [ 633.802064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.802064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.802064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.802064] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.802064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.802064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.802351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.802351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.802351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.802485] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.233241] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.305551] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.305758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.305813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.306017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.306192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.306294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.306354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.308874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.309046] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.309172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.309237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.309389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.309607] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.309781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.309855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.310049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.310237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.310237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.310356] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.517676] env[69312]: INFO networking_nsxv3.common.synchronization [req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 req-f195ab90-999f-456c-881c-f107b8e46670 tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Enqueued Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_members [ 634.517676] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_members [ 634.517676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.517676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.517676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.525599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.525599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.526665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.526665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.526665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.526966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.526966] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.549997] env[69312]: INFO networking_nsxv3.common.synchronization [None req-46447a0b-9d4a-46d6-97c5-e619cf702a7f None None] Enqueued Resource ID: cf0c7f65-c28b-4693-abc8-4d55c84dcbbc with Priority: HIGHEST for action port [ 634.550732] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0c7f65-c28b-4693-abc8-4d55c84dcbbc with Priority: HIGHEST for action port [ 634.551144] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0c7f65-c28b-4693-abc8-4d55c84dcbbc taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.551253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0c7f65-c28b-4693-abc8-4d55c84dcbbc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.551297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0c7f65-c28b-4693-abc8-4d55c84dcbbc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.551587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0c7f65-c28b-4693-abc8-4d55c84dcbbc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.551723] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0c7f65-c28b-4693-abc8-4d55c84dcbbc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.571012] env[69312]: INFO networking_nsxv3.common.synchronization [req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b req-18982739-a712-4a4e-b7b6-36b00d91897c service nova] Enqueued Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_rules [ 634.571238] env[69312]: INFO networking_nsxv3.common.synchronization [req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b req-18982739-a712-4a4e-b7b6-36b00d91897c service nova] Enqueued Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_members [ 634.571412] env[69312]: INFO networking_nsxv3.common.synchronization [req-7c3b79f7-12f7-4cd9-afba-df4a2bcf8e8b req-18982739-a712-4a4e-b7b6-36b00d91897c service nova] Enqueued Resource ID: 56f1ed31-91af-40dd-a1d0-b688b15d45f7 with Priority: HIGHEST for action port [ 634.571943] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_rules [ 634.572544] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_members [ 634.572745] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f1ed31-91af-40dd-a1d0-b688b15d45f7 with Priority: HIGHEST for action port [ 634.573107] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.573332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.573669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.573977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.574164] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.575290] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.575663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.575810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.576188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.576556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.576695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.576751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.577235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.577235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.577235] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.578599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f1ed31-91af-40dd-a1d0-b688b15d45f7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.578905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.579030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.580223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.580223] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f1ed31-91af-40dd-a1d0-b688b15d45f7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.738078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.738078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.738078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.738078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.738078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.738078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 is going to be created. [ 634.760370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.761638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.761638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.761638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.761638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.770420] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 in Status: UNINITIALIZED for 2s [ 634.813902] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82b75a5c-e26c-44fc-839e-86c3685513f5: rpc.has_security_group_logging(os_id): False [ 634.831190] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.831190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.831190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.831361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.831361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.831605] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.831732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.831796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.831984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.832083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.832318] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.832438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.832520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.832663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.832882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.832945] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.833532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.833699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.834488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.834488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.834488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 is going to be created. [ 634.893295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.893295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.893295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.893533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.893923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.905240] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 in Status: IN_PROGRESS for 2s [ 635.032037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.032037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.032037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.032037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.032037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.032304] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.032304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.032669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.033185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.033344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.033948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 already deleted. [ 635.034065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.057490] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf0c7f65-c28b-4693-abc8-4d55c84dcbbc [ 635.057490] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.057490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.057490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.057490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.057490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.057490] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf0c7f65-c28b-4693-abc8-4d55c84dcbbc already deleted. [ 635.057490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0c7f65-c28b-4693-abc8-4d55c84dcbbc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080897] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.081943] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.082101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.082773] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f1ed31-91af-40dd-a1d0-b688b15d45f7 with status ACTIVE [ 635.082773] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.082773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.082773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.082773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.083437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.083437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.083437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.083437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.083437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.083437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.083635] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.085824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.085824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.085824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.085824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.085824] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f1ed31-91af-40dd-a1d0-b688b15d45f7 is going to be updated. [ 635.193981] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.193981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.193981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.193981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.193981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.193981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f1ed31-91af-40dd-a1d0-b688b15d45f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.266988] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.267203] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.267354] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.267615] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.267871] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.268035] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.268154] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.268361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.268503] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.268707] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.270767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.270767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.270767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.270767] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.270767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.270767] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.305309] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.305491] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.305651] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.305849] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.306221] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-c9a956b7-5e37-47ce-a885-f1811c9e12be taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.306499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.306677] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.307168] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.307168] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a956b7-5e37-47ce-a885-f1811c9e12be',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.325017] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c2eafbce-1357-416d-b111-eb508fe7cfef None None] Enqueued Resource ID: fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b with Priority: HIGHEST for action port [ 635.325275] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b with Priority: HIGHEST for action port [ 635.326011] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.326212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.326280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.326507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.326610] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.523740] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c51576-0871-4dd0-b560-40882b4bcbcb in Status: SUCCESS [ 635.524077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.586915] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.810222] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.810448] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.810573] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.810851] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.810996] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.811618] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port c9a956b7-5e37-47ce-a885-f1811c9e12be not found, creating... [ 635.811893] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.812834] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.812834] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.812834] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.812834] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.813391] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.813391] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.813391] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.813391] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.813540] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.813860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: c9a956b7-5e37-47ce-a885-f1811c9e12be is going to be created. [ 635.830053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b [ 635.830053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.830053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.830053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.830053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.830053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.830053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b already deleted. [ 635.830392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb9a6c3b-7649-47ec-9a8c-03e88bc4ed4b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.832302] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.832525] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.832652] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.832910] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.833135] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.833543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.877954] env[69312]: INFO networking_nsxv3.common.synchronization [None req-76425493-3ee8-479a-9b87-93fa5c84ff91 None None] Enqueued Resource ID: 5949629e-974f-4e2b-81fa-7db3e5c6a0f1 with Priority: HIGHEST for action port [ 635.878207] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5949629e-974f-4e2b-81fa-7db3e5c6a0f1 with Priority: HIGHEST for action port [ 635.878783] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5949629e-974f-4e2b-81fa-7db3e5c6a0f1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.878901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5949629e-974f-4e2b-81fa-7db3e5c6a0f1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.878964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5949629e-974f-4e2b-81fa-7db3e5c6a0f1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.880532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5949629e-974f-4e2b-81fa-7db3e5c6a0f1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.880620] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5949629e-974f-4e2b-81fa-7db3e5c6a0f1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.090860] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.090860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.090860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.090860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.090860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.090860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53ab513-1ed7-4019-a778-b211b9fd1153 is going to be created. [ 636.116430] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.116616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.116616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.116874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.117085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.125903] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: UNINITIALIZED for 2s [ 636.386045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5949629e-974f-4e2b-81fa-7db3e5c6a0f1 [ 636.386294] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.386427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.386491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.386731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.386817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.386924] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5949629e-974f-4e2b-81fa-7db3e5c6a0f1 already deleted. [ 636.387035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5949629e-974f-4e2b-81fa-7db3e5c6a0f1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.779122] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 in Status: SUCCESS [ 636.779122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.779478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.779478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.780376] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.780376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.780376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.780376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.780376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.780376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.780376] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.785802] env[69312]: INFO networking_nsxv3.common.synchronization [req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 req-c1acc740-5719-46ee-a37e-a808cbb300c0 service nova] Enqueued Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_rules [ 636.785993] env[69312]: INFO networking_nsxv3.common.synchronization [req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 req-c1acc740-5719-46ee-a37e-a808cbb300c0 service nova] Enqueued Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_members [ 636.786263] env[69312]: INFO networking_nsxv3.common.synchronization [req-5f53e468-29d8-4e3d-9e1d-5e12044cad89 req-c1acc740-5719-46ee-a37e-a808cbb300c0 service nova] Enqueued Resource ID: c9a956b7-5e37-47ce-a885-f1811c9e12be with Priority: HIGHEST for action port [ 636.786671] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_rules [ 636.786805] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_members [ 636.786900] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a956b7-5e37-47ce-a885-f1811c9e12be with Priority: HIGHEST for action port [ 636.787186] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.787350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.787418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.787658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.787741] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.788736] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.788852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.788852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.789326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.789326] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.789326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.789511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.789511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.789706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.789706] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.790435] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a956b7-5e37-47ce-a885-f1811c9e12be taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.791907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.791907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.791907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.791907] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a956b7-5e37-47ce-a885-f1811c9e12be',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.884478] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f4efc2ff-7203-4a3b-85ae-b5df1649cc3e None None] Enqueued Resource ID: 92277b35-ed66-4d44-9986-9aedfd2b39b6 with Priority: HIGHEST for action port [ 636.887018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92277b35-ed66-4d44-9986-9aedfd2b39b6 with Priority: HIGHEST for action port [ 636.887018] env[69312]: INFO networking_nsxv3.common.synchronization [req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 req-f59a0b93-92a6-4293-bf71-b26a4da4a388 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 636.887353] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-92277b35-ed66-4d44-9986-9aedfd2b39b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.887353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92277b35-ed66-4d44-9986-9aedfd2b39b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.887353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92277b35-ed66-4d44-9986-9aedfd2b39b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.887584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92277b35-ed66-4d44-9986-9aedfd2b39b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.887654] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92277b35-ed66-4d44-9986-9aedfd2b39b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.888609] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 636.891256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.891256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.891256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.891509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.891548] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.891657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.891695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.891838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.891919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.892032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.918682] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 in Status: SUCCESS [ 636.918818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.945470] env[69312]: INFO networking_nsxv3.common.synchronization [None req-7d207761-ee59-4659-bf1a-2418ac7856db None None] Enqueued Resource ID: e334ea76-c424-4e60-b159-45dd2d4d637f with Priority: HIGHEST for action port [ 636.945470] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e334ea76-c424-4e60-b159-45dd2d4d637f with Priority: HIGHEST for action port [ 636.945560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e334ea76-c424-4e60-b159-45dd2d4d637f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.945688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e334ea76-c424-4e60-b159-45dd2d4d637f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.945753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e334ea76-c424-4e60-b159-45dd2d4d637f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.946774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e334ea76-c424-4e60-b159-45dd2d4d637f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.946774] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e334ea76-c424-4e60-b159-45dd2d4d637f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.207805] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.207805] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.207805] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.209178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.209915] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.210149] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.210858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.210858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.210858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.211126] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.211126] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.211208] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.211894] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.211894] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.211894] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.211894] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.232435] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.232435] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.232534] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.232637] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.233381] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-6514f617-db2b-4791-a872-4679e39dff02 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.233381] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.233381] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.233596] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.233740] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6514f617-db2b-4791-a872-4679e39dff02',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.286991] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.286991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.286991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.286991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.286991] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.286991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.286991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.287317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.287351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.290194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.290379] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.290500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.290564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.290786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.290939] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.291279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.291279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.291393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.291447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.291645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.291645] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.292856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.292971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.293207] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.294459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9a956b7-5e37-47ce-a885-f1811c9e12be with status ACTIVE [ 637.294764] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.294902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.294992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.297276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.299527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.299527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.299527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.299527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.299527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.300140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.300140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.300140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.300286] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9a956b7-5e37-47ce-a885-f1811c9e12be is going to be updated. [ 637.325222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.325222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.325222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.325222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.325222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.325222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a956b7-5e37-47ce-a885-f1811c9e12be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.390789] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92277b35-ed66-4d44-9986-9aedfd2b39b6 [ 637.390789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.390789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.390789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.390789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.390789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.390789] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92277b35-ed66-4d44-9986-9aedfd2b39b6 already deleted. [ 637.390789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92277b35-ed66-4d44-9986-9aedfd2b39b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.395491] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.395491] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.395491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 already deleted. [ 637.395491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.450362] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e334ea76-c424-4e60-b159-45dd2d4d637f [ 637.450664] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.450741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.450777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.451253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.451253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.451418] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e334ea76-c424-4e60-b159-45dd2d4d637f already deleted. [ 637.451418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e334ea76-c424-4e60-b159-45dd2d4d637f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.737413] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.737413] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.737413] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.737413] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.737737] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.737737] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 6514f617-db2b-4791-a872-4679e39dff02 not found, creating... [ 637.737909] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.738074] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.738197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.738437] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.738584] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.739792] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.739792] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.739792] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.739792] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.740040] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.740040] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 6514f617-db2b-4791-a872-4679e39dff02 is going to be created. [ 637.760769] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.760979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.761115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.761367] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.761754] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.761823] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806276] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.807222] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b62cc6f3-2e72-46a4-9830-5b3199ed79a7: rpc.has_security_group_logging(os_id): False [ 637.828387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.828387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.828387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.828661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.828661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.828727] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.828829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.828895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.830307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.830441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.830642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.830745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.830813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.830964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.831052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.831227] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.831318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.831381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.831547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.831596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.833191] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 is going to be created. [ 637.936302] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.936530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.936623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.936782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.936972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.954168] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 in Status: IN_PROGRESS for 2s [ 638.135373] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: UNINITIALIZED for 4s [ 638.314076] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.314076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.314076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.314267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.316241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.316241] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 is going to be created. [ 638.341409] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.341694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.341694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.342321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.342321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.357461] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 in Status: UNINITIALIZED for 2s [ 638.959833] env[69312]: INFO networking_nsxv3.common.synchronization [req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 req-a1e8eb46-6676-4398-a288-0c3ab3c455ff service nova] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_rules [ 638.960116] env[69312]: INFO networking_nsxv3.common.synchronization [req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 req-a1e8eb46-6676-4398-a288-0c3ab3c455ff service nova] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 638.960156] env[69312]: INFO networking_nsxv3.common.synchronization [req-85ee4a56-ecca-4731-840f-cdc26d3e8f23 req-a1e8eb46-6676-4398-a288-0c3ab3c455ff service nova] Enqueued Resource ID: 6514f617-db2b-4791-a872-4679e39dff02 with Priority: HIGHEST for action port [ 638.960389] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_rules [ 638.960526] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 638.960678] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6514f617-db2b-4791-a872-4679e39dff02 with Priority: HIGHEST for action port [ 638.962134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.962292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.962292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.962581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.962581] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.963466] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.963591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.963720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.963845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.963980] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.964068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.964143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.964274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.964457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.964457] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.965249] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-6514f617-db2b-4791-a872-4679e39dff02 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.965696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.965696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.965696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.965864] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6514f617-db2b-4791-a872-4679e39dff02',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.468437] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.473032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.473032] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6514f617-db2b-4791-a872-4679e39dff02 with status ACTIVE [ 639.473032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.473032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.473032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.473765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.474214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.474550] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.474850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.475344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.475653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.475991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.478112] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6514f617-db2b-4791-a872-4679e39dff02 is going to be updated. [ 639.505426] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.505426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.505426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.505426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.505426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6514f617-db2b-4791-a872-4679e39dff02" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.965769] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 in Status: SUCCESS [ 639.966050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.978391] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.021302] env[69312]: INFO networking_nsxv3.common.synchronization [req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa req-27360d27-fe9c-4f81-ac91-77bb36f3760a tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 640.021883] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 640.022200] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.022321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.022385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.022649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.022792] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.022894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.022954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.023141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.023477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.023613] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.077931] env[69312]: INFO networking_nsxv3.common.synchronization [None req-0044f3f3-a4d9-4189-a689-f45eb92872b6 None None] Enqueued Resource ID: 28db4740-003f-4d99-a5d9-af6dfa58b81d with Priority: HIGHEST for action port [ 640.078423] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28db4740-003f-4d99-a5d9-af6dfa58b81d with Priority: HIGHEST for action port [ 640.079174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-28db4740-003f-4d99-a5d9-af6dfa58b81d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.079373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28db4740-003f-4d99-a5d9-af6dfa58b81d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.079496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28db4740-003f-4d99-a5d9-af6dfa58b81d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.079892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28db4740-003f-4d99-a5d9-af6dfa58b81d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.080044] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28db4740-003f-4d99-a5d9-af6dfa58b81d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.148195] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: SUCCESS [ 640.148319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.149598] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.149598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.149598] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.292238] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ceb9e049-74de-4707-b56d-0faa167a1078 None None] Enqueued Resource ID: 70a3142f-4b14-4622-a95d-85c0cb392692 with Priority: HIGHEST for action port [ 640.294238] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a3142f-4b14-4622-a95d-85c0cb392692 with Priority: HIGHEST for action port [ 640.294238] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a3142f-4b14-4622-a95d-85c0cb392692 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.294238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a3142f-4b14-4622-a95d-85c0cb392692" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.294238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a3142f-4b14-4622-a95d-85c0cb392692" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.294238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a3142f-4b14-4622-a95d-85c0cb392692" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.297556] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a3142f-4b14-4622-a95d-85c0cb392692',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.368826] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 in Status: SUCCESS [ 640.369264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.369695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.369923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.370254] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.370464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.370549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.370756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.370813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.374015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.374015] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.482445] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.482605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.482680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.482910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.483010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.483935] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be created. [ 640.506776] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.506776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.506963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.507113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.507442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.516988] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: UNINITIALIZED for 2s [ 640.527365] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.527555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.527652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.528013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.528160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.528414] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.528778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.528945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.529201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.529319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.529634] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e already deleted. [ 640.529634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.582294] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28db4740-003f-4d99-a5d9-af6dfa58b81d [ 640.585039] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.585039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.585039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.585039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.585039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.585039] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28db4740-003f-4d99-a5d9-af6dfa58b81d already deleted. [ 640.585039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28db4740-003f-4d99-a5d9-af6dfa58b81d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.602065] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.602065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602065] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.602410] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602410] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602566] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602708] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.602917] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.603034] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.603140] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.603245] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.603397] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.603443] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.603572] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.620594] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.620779] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.620921] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.621126] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.621453] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.621633] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.621754] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.622108] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.622254] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c99791e-4ef5-4043-a3fa-cdb478a78bf8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.654710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.654710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.654710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655659] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.800302] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a3142f-4b14-4622-a95d-85c0cb392692 [ 640.800542] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.800676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.800743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.800946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.801050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.801145] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a3142f-4b14-4622-a95d-85c0cb392692 already deleted. [ 640.801226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a3142f-4b14-4622-a95d-85c0cb392692" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.876483] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.876649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.876720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.876934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.877109] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.877209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.877278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.877457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.877552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.877688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.877796] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.877908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.877949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.878110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.878230] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.878330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.878436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.878562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.878673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.878716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.878797] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.129740] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.130031] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.130117] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.130392] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.130538] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.130726] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 not found, creating... [ 641.130989] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.131153] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.131267] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.131537] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.131678] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.131961] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.132120] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.132232] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.132559] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.132693] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 is going to be created. [ 641.155138] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.155425] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.155531] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.155801] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.156044] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.156271] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.162220] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53ab513-1ed7-4019-a778-b211b9fd1153: rpc.has_security_group_logging(os_id): False [ 641.182298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.182298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.182298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.182298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.182881] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.182881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.182881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.182990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.183073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.183161] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53ab513-1ed7-4019-a778-b211b9fd1153 is going to be created. [ 641.283590] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.283734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.284228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.284228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.297543] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: IN_PROGRESS for 2s [ 641.389021] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01bb0ed-9082-4a32-9e0d-df1af06e33c1: rpc.has_security_group_logging(os_id): False [ 641.406499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.406499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.406499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.406499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.407062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.407062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.407062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.407062] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.407062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.407291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.407337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.407673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.407673] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 is going to be created. [ 641.478530] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.478848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.479050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.479139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.479340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.490748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 in Status: IN_PROGRESS for 2s [ 642.446532] env[69312]: INFO networking_nsxv3.common.synchronization [req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce req-6c3d147e-50ed-4805-92db-6c5f6279ed1c tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 642.447160] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 642.447525] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.447678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.447742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.448028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.448220] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.449798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.449798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.449798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.449798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.449798] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.528792] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 642.528792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.528792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.528792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.528934] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.529091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.529142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.529613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.529613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.529613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.529613] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.745678] env[69312]: INFO networking_nsxv3.common.synchronization [req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa req-a5b62dea-3ed2-48eb-91f5-bb8678d3ffc4 service nova] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_rules [ 642.745827] env[69312]: INFO networking_nsxv3.common.synchronization [req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa req-a5b62dea-3ed2-48eb-91f5-bb8678d3ffc4 service nova] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 642.745971] env[69312]: INFO networking_nsxv3.common.synchronization [req-965eaf0d-fac9-46dc-85b7-2ad9a897fefa req-a5b62dea-3ed2-48eb-91f5-bb8678d3ffc4 service nova] Enqueued Resource ID: 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 with Priority: HIGHEST for action port [ 642.746227] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_rules [ 642.746353] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 642.746452] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 with Priority: HIGHEST for action port [ 642.747354] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.750066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.750131] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.754905] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.754905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.754905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.755116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.755282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.755389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.755444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.755592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.755678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.755772] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.756585] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.756713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.756770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.756889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.756962] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c99791e-4ef5-4043-a3fa-cdb478a78bf8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.951824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.952913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.953035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.953277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.953443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.953626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.954221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.954384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.954565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.954633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.954854] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a already deleted. [ 642.955872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.037683] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.037683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.037820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.037928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.038106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.038207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.038263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.038433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.038573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.038573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.038901] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.038901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.038901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.039111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.039144] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.039420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.039420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.039420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.039556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.039556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.039749] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.261208] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.262393] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.262393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.262393] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 with status ACTIVE [ 643.262567] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.262567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.262567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.262772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.262854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.263910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.263910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.263910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.266804] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c99791e-4ef5-4043-a3fa-cdb478a78bf8 is going to be updated. [ 643.274537] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.274824] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.276229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.276229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.276229] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.276229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.276229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.276814] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.277032] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.277520] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.277602] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.277688] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.278865] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.279014] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.279366] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.279366] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.288863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.289796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.290587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.290587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.290681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c99791e-4ef5-4043-a3fa-cdb478a78bf8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.301044] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.301044] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.301044] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.301044] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.301439] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-5365edcc-4e13-445a-b7ff-b8c80c3df546 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.301696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.302594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.302594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.302594] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5365edcc-4e13-445a-b7ff-b8c80c3df546',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.320754] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: SUCCESS [ 643.320989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.374560] env[69312]: INFO networking_nsxv3.common.synchronization [None req-1747c1f8-0010-4577-b743-4836816b9743 None None] Enqueued Resource ID: d9db6866-6ef7-4b64-bc03-92ebcf06460d with Priority: HIGHEST for action port [ 643.375411] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9db6866-6ef7-4b64-bc03-92ebcf06460d with Priority: HIGHEST for action port [ 643.376547] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9db6866-6ef7-4b64-bc03-92ebcf06460d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.376800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9db6866-6ef7-4b64-bc03-92ebcf06460d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.376872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9db6866-6ef7-4b64-bc03-92ebcf06460d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.377152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9db6866-6ef7-4b64-bc03-92ebcf06460d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.377230] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9db6866-6ef7-4b64-bc03-92ebcf06460d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.503685] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 in Status: SUCCESS [ 643.504213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.543282] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c41356b7-e512-41b8-944e-aa10ddf44610: rpc.has_security_group_logging(os_id): False [ 643.560673] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.560850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.560893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.561142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.561235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.561448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.561555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.562018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.562018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.562018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.562018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.562166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.562166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.562472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.562472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.562565] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.562673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.562726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.562871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.562922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.563016] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be created. [ 643.615093] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.615459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.615563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.615767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.616194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.628179] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 643.770321] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.809023] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.809023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 5365edcc-4e13-445a-b7ff-b8c80c3df546 not found, creating... [ 643.809023] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.809023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.809539] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.809539] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.809539] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.809539] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.809539] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.809539] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 5365edcc-4e13-445a-b7ff-b8c80c3df546 is going to be created. [ 643.836264] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.836264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.836264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.836264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.836264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.836264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880230] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9db6866-6ef7-4b64-bc03-92ebcf06460d [ 643.881708] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.881708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.881708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.881708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.881708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.881708] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9db6866-6ef7-4b64-bc03-92ebcf06460d already deleted. [ 643.881708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9db6866-6ef7-4b64-bc03-92ebcf06460d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.274847] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.274847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.274847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.274847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.274847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.274847] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be created. [ 644.302141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.302141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.302141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.302141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.302141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.312119] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: UNINITIALIZED for 2s [ 644.990651] env[69312]: INFO networking_nsxv3.common.synchronization [req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 req-91e12225-9dc8-4d59-98b8-bf366876ed20 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 644.991597] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 644.991597] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.991758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.991758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.991960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992123] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.992215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.992273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992742] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.195276] env[69312]: INFO networking_nsxv3.common.synchronization [req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce req-4cc92f11-2b6a-4a1f-9c99-66d182ebc22f service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 645.195866] env[69312]: INFO networking_nsxv3.common.synchronization [req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce req-4cc92f11-2b6a-4a1f-9c99-66d182ebc22f service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 645.195866] env[69312]: INFO networking_nsxv3.common.synchronization [req-a2b96bb3-976d-4331-a9ca-1b1ac654b8ce req-4cc92f11-2b6a-4a1f-9c99-66d182ebc22f service nova] Enqueued Resource ID: 5365edcc-4e13-445a-b7ff-b8c80c3df546 with Priority: HIGHEST for action port [ 645.195866] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 645.199397] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 645.199508] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365edcc-4e13-445a-b7ff-b8c80c3df546 with Priority: HIGHEST for action port [ 645.201389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.201389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.201389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.201389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.201389] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.202140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.202281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.202523] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5365edcc-4e13-445a-b7ff-b8c80c3df546 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.203796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.203796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.203796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.203796] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5365edcc-4e13-445a-b7ff-b8c80c3df546',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.495315] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.643988] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 645.644346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.689130] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.689472] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.689571] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.689929] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.690270] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.690485] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.690617] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.690906] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.691086] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.691376] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.691519] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.691680] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.691852] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.692263] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.692263] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.692410] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.704604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.704688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.704910] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5365edcc-4e13-445a-b7ff-b8c80c3df546 with status ACTIVE [ 645.704982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.705118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.705175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.705407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.705495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.705783] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.705783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.705948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.705948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.706081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.706219] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.706306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.706362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.706504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.706562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.706641] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5365edcc-4e13-445a-b7ff-b8c80c3df546 is going to be updated. [ 645.713740] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.713913] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.714066] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.714308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.715907] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-29b509a2-6841-4bbf-8e32-25381ca2657e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.716193] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.716325] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.716653] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.716797] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b509a2-6841-4bbf-8e32-25381ca2657e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.728800] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.729135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.729135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.729135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.729365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.729470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5365edcc-4e13-445a-b7ff-b8c80c3df546" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.853147] env[69312]: INFO networking_nsxv3.common.synchronization [None req-fd611ae8-1fd2-4830-bb16-3153a8126d5f None None] Enqueued Resource ID: 9731d91b-4d35-424f-8d92-83d211b48637 with Priority: HIGHEST for action port [ 645.854273] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9731d91b-4d35-424f-8d92-83d211b48637 with Priority: HIGHEST for action port [ 645.857914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9731d91b-4d35-424f-8d92-83d211b48637 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.861979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9731d91b-4d35-424f-8d92-83d211b48637" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.861979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9731d91b-4d35-424f-8d92-83d211b48637" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.861979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9731d91b-4d35-424f-8d92-83d211b48637" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.861979] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9731d91b-4d35-424f-8d92-83d211b48637',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.943424] env[69312]: INFO networking_nsxv3.common.synchronization [None req-20072f7d-4aa7-4b0c-9812-73cc2311a436 None None] Enqueued Resource ID: 4a5d37a1-608a-4763-8578-a84f760a2176 with Priority: HIGHEST for action port [ 645.943424] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5d37a1-608a-4763-8578-a84f760a2176 with Priority: HIGHEST for action port [ 645.943424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5d37a1-608a-4763-8578-a84f760a2176 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.947350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5d37a1-608a-4763-8578-a84f760a2176" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.947350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5d37a1-608a-4763-8578-a84f760a2176" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.947350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5d37a1-608a-4763-8578-a84f760a2176" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.947350] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5d37a1-608a-4763-8578-a84f760a2176',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.004345] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.223118] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.223118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.223118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.223118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.223118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.223476] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 29b509a2-6841-4bbf-8e32-25381ca2657e not found, creating... [ 646.224120] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.224300] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.224424] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.224667] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.225064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.226523] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.226523] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.226523] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.226724] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.226916] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.226984] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 29b509a2-6841-4bbf-8e32-25381ca2657e is going to be created. [ 646.249420] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.250082] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.250082] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.250082] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.250688] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.250688] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.326057] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 646.326424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.326978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.328250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.328250] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.328250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.328250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.329660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.329660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.329865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.330666] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.362212] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9731d91b-4d35-424f-8d92-83d211b48637 [ 646.362212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.362421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.362470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.362662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.362776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.362864] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9731d91b-4d35-424f-8d92-83d211b48637 already deleted. [ 646.362957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9731d91b-4d35-424f-8d92-83d211b48637" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.449527] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5d37a1-608a-4763-8578-a84f760a2176 [ 646.449527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.449527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.449527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.449527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.449527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.449817] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5d37a1-608a-4763-8578-a84f760a2176 already deleted. [ 646.450026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5d37a1-608a-4763-8578-a84f760a2176" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.509922] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.512731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.512731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.512731] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be created. [ 646.534105] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.534105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.534105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.534105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.534387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.544945] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: UNINITIALIZED for 2s [ 646.773563] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e63d4fa1-6507-4da4-b9dc-c9722ea3859b None None] Enqueued Resource ID: 7a36f828-b92c-4923-9429-4ba7a0854e29 with Priority: HIGHEST for action port [ 646.774456] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36f828-b92c-4923-9429-4ba7a0854e29 with Priority: HIGHEST for action port [ 646.774973] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a36f828-b92c-4923-9429-4ba7a0854e29 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.775180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a36f828-b92c-4923-9429-4ba7a0854e29" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.775474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a36f828-b92c-4923-9429-4ba7a0854e29" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.775654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a36f828-b92c-4923-9429-4ba7a0854e29" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.776750] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a36f828-b92c-4923-9429-4ba7a0854e29',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.836694] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.836922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.838750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.839080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.841372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.841372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.841372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.842017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.842186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.842294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.842542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.842651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.842789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.842943] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.281424] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a36f828-b92c-4923-9429-4ba7a0854e29 [ 647.282307] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.282760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.282986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.283447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.283731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.284036] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a36f828-b92c-4923-9429-4ba7a0854e29 already deleted. [ 647.284327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a36f828-b92c-4923-9429-4ba7a0854e29" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.349749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b473448f-f19f-4a75-b12c-1d207624f92e: rpc.has_security_group_logging(os_id): False [ 647.371880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.371880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.371880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.371880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.373257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.374141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.374141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.374141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.374141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.374141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.374439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.374439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.374439] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be created. [ 647.435068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.435068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.435068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.435068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.435068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.443036] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 647.524723] env[69312]: INFO networking_nsxv3.common.synchronization [req-5876a051-0d7d-405a-bcff-b01e52563f66 req-a103c82c-c314-459f-9608-7f8b9075d4c2 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 647.526520] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 647.527432] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.527432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.527432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.528621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.528621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.528621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.528621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.528621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.528621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.528621] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.743226] env[69312]: INFO networking_nsxv3.common.synchronization [req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 req-dad47555-1294-44c5-9eb5-83771011be11 service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 647.744044] env[69312]: INFO networking_nsxv3.common.synchronization [req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 req-dad47555-1294-44c5-9eb5-83771011be11 service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 647.744044] env[69312]: INFO networking_nsxv3.common.synchronization [req-91aa5b89-4fd9-4b1b-b9ec-2c3a0a225832 req-dad47555-1294-44c5-9eb5-83771011be11 service nova] Enqueued Resource ID: 29b509a2-6841-4bbf-8e32-25381ca2657e with Priority: HIGHEST for action port [ 647.744044] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 647.744044] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 647.744044] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b509a2-6841-4bbf-8e32-25381ca2657e with Priority: HIGHEST for action port [ 647.747174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.747298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.747609] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.747708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.748901] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b509a2-6841-4bbf-8e32-25381ca2657e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.748901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.749133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.749200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.749288] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b509a2-6841-4bbf-8e32-25381ca2657e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.033203] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.054838] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.055123] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.055302] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.055596] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.055868] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.056129] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.056202] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.056467] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.056664] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.056917] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.057078] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.057327] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.057558] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.057665] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.057859] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.057911] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.076717] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.076901] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.077015] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.077271] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.077570] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.077704] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.077821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.078150] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.078284] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5981d4-e78a-4069-9798-8ecf8d4f55b2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.252075] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29b509a2-6841-4bbf-8e32-25381ca2657e with status ACTIVE [ 648.252315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.253654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.253654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.253654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.253654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.253654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.254011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.254011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.254247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.254311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.254480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.254579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.254638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.254783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.254853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.254935] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29b509a2-6841-4bbf-8e32-25381ca2657e is going to be updated. [ 648.276448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.276448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.276448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.276448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.276448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.276448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b509a2-6841-4bbf-8e32-25381ca2657e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.537440] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.554656] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 648.554898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.555129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.555371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.555574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.555704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.555771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.555935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.556030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.556145] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.581923] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.582323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.582508] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.582889] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.583102] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.584071] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port bd5981d4-e78a-4069-9798-8ecf8d4f55b2 not found, creating... [ 648.587072] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.587072] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.587072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.587563] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: bd5981d4-e78a-4069-9798-8ecf8d4f55b2 is going to be created. [ 648.605752] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.606019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.606160] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.606463] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.606698] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.606932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.041961] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.042151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.042252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.042516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.042613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.042726] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 649.058075] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.072758] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.072903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.072958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.073323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.082010] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 649.453194] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 649.453431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.560330] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.062732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.062994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.063105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.063413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.063539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.063675] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 650.093727] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.093985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.093985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.094229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.094378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.102433] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 651.091160] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 651.091550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.114478] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 652.114478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.114478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.115124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.115124] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.115124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.115124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.115530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.115530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.115631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.115712] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.117552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.117552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.117552] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.117552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.117552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.117552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.117552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.117847] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.347605] env[69312]: INFO networking_nsxv3.common.synchronization [None req-04c34832-64e4-4f9a-b403-d663a475d846 None None] Enqueued Resource ID: d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a with Priority: HIGHEST for action port [ 652.348161] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a with Priority: HIGHEST for action port [ 652.348840] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.348976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.349064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.349534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.349534] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.409451] env[69312]: INFO networking_nsxv3.common.synchronization [None req-7bca671a-40cd-4737-9ca1-d3bcab56333d tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 652.410028] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 652.411131] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.412198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.412198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.412198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.412198] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.544847] env[69312]: INFO networking_nsxv3.common.synchronization [None req-1d05b769-7773-4b22-9074-fff6374bc3e5 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 652.544847] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 652.544847] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.544847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.607813] env[69312]: INFO networking_nsxv3.common.synchronization [req-5876a051-0d7d-405a-bcff-b01e52563f66 req-41f502ce-524d-4c24-8ed5-94af4ad6f5ae service nova] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_rules [ 652.607988] env[69312]: INFO networking_nsxv3.common.synchronization [req-5876a051-0d7d-405a-bcff-b01e52563f66 req-41f502ce-524d-4c24-8ed5-94af4ad6f5ae service nova] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 652.608136] env[69312]: INFO networking_nsxv3.common.synchronization [req-5876a051-0d7d-405a-bcff-b01e52563f66 req-41f502ce-524d-4c24-8ed5-94af4ad6f5ae service nova] Enqueued Resource ID: bd5981d4-e78a-4069-9798-8ecf8d4f55b2 with Priority: HIGHEST for action port [ 652.608444] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_rules [ 652.608648] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 652.612075] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5981d4-e78a-4069-9798-8ecf8d4f55b2 with Priority: HIGHEST for action port [ 652.612075] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.612075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.612075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.612075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.612075] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.615735] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.615872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.616361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.616361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.616361] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.616534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.616534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.616596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.618782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.618782] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.618782] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.618782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.618782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.619133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.619133] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5981d4-e78a-4069-9798-8ecf8d4f55b2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.621853] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.621947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.622175] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.634124] env[69312]: INFO networking_nsxv3.common.synchronization [None req-14e4dc2a-017e-4d56-bde2-900077e5c0f8 None None] Enqueued Resource ID: 1ead5dc4-d83f-4e13-83cb-1def669efea6 with Priority: HIGHEST for action port [ 652.635693] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ead5dc4-d83f-4e13-83cb-1def669efea6 with Priority: HIGHEST for action port [ 652.635693] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ead5dc4-d83f-4e13-83cb-1def669efea6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.635693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ead5dc4-d83f-4e13-83cb-1def669efea6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.635693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ead5dc4-d83f-4e13-83cb-1def669efea6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.635942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ead5dc4-d83f-4e13-83cb-1def669efea6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.638122] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ead5dc4-d83f-4e13-83cb-1def669efea6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.853224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a [ 652.854518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.854518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.854518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.854518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.854518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.854518] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a already deleted. [ 652.854518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2bfef16-f97c-4a55-a2f0-adbdf5f3d91a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.934593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.934593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.934781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.934859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934955] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 already deleted. [ 652.935048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.935206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.935363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.935466] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.104032] env[69312]: INFO networking_nsxv3.common.synchronization [req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 req-762b428e-6e43-4628-9950-7107ab4e5cbd tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 653.105180] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 653.105612] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.105815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.105950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.106142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.106615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.106615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.106615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.106867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.106867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.106987] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.122826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.122826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.122826] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.124508] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5981d4-e78a-4069-9798-8ecf8d4f55b2 with status ACTIVE [ 653.127468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.127468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.127468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.127468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.128248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.128248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.128248] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5981d4-e78a-4069-9798-8ecf8d4f55b2 is going to be updated. [ 653.128837] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.140936] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ead5dc4-d83f-4e13-83cb-1def669efea6 [ 653.143162] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.143162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.143162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.143162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.143162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.143162] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ead5dc4-d83f-4e13-83cb-1def669efea6 already deleted. [ 653.143162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ead5dc4-d83f-4e13-83cb-1def669efea6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.149701] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.150296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.150497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.150858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.151378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.151378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5981d4-e78a-4069-9798-8ecf8d4f55b2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.459532] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.459532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.459532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.459532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.459532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.459532] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 already deleted. [ 653.459532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.609982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.610157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.610226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.610434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.610529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.610710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.610925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.610925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.611038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.611094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.611177] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 already deleted. [ 653.611258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.625756] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.632199] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.632360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.632433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.632651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.632747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.632847] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 653.652740] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.653482] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.653482] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.653735] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.654033] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.654269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.654420] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.654663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.654813] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.655038] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.655184] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.655311] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.655460] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.655610] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.655928] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.656009] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.657948] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.667303] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 653.676323] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.676490] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.676684] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.676812] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.677171] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.677352] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.677520] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.677832] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.677977] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a9e6a1-5094-4c62-b8b2-b79073a6fdbb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.128342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.128682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.128682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.128832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.128934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.129039] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 654.156939] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.156939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.159018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.159018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.159018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.165431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 654.184025] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.184025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.184025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.184025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.184025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.184025] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb not found, creating... [ 654.184025] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.184025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.184025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.184955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.185285] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.185883] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.186269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186564] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.189017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.189017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.189017] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb is going to be created. [ 654.217886] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.217886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.217886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.217886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.013409] env[69312]: INFO networking_nsxv3.common.synchronization [req-836fc6c5-5870-4653-bc71-cc38bfb67d01 req-57280445-dd67-4549-b759-bcf2544e9cde tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 655.013974] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 655.014296] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.014507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014909] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.015072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.015249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.015549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.015549] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.198997] env[69312]: INFO networking_nsxv3.common.synchronization [req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 req-38e971b2-8b34-4214-a1ef-db8792d5290d service nova] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_rules [ 655.199341] env[69312]: INFO networking_nsxv3.common.synchronization [req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 req-38e971b2-8b34-4214-a1ef-db8792d5290d service nova] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 655.199676] env[69312]: INFO networking_nsxv3.common.synchronization [req-cf3acd70-7377-4d52-b29c-7b1d08dacac1 req-38e971b2-8b34-4214-a1ef-db8792d5290d service nova] Enqueued Resource ID: 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb with Priority: HIGHEST for action port [ 655.199792] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_rules [ 655.200517] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 655.200517] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb with Priority: HIGHEST for action port [ 655.201197] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.201900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.201900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.202733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.202733] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.203498] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.204264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.204264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.204264] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.204264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.204544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.204727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.204853] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.205733] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.205865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.205949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.206346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.206448] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a9e6a1-5094-4c62-b8b2-b79073a6fdbb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.476361] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.476361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.476361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.476361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.476361] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.476361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.476685] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.476685] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.476841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.477106] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.477279] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.477480] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.477605] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.477742] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.478049] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.478215] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.495761] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.496092] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.496312] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.496468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.496800] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-5db4f094-4b47-4df8-890a-443bf219713e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.496998] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.497163] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.497607] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.497734] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db4f094-4b47-4df8-890a-443bf219713e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.517302] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.517511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.517603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.517803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.517897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.518117] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.518216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.518277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.518419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.518512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.518609] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 already deleted. [ 655.518672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.677723] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 655.677942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.679444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.679760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.679985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.680167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.680235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.680412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.680492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.680686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.680761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.680853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.680904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.681054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.681236] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.681337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.681398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.681576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.681680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.681809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.682361] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.708315] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.709399] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.709592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.709756] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb with status ACTIVE [ 655.709920] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.710034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.710114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.710319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.710402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.710568] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.710660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.710717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.710880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.710956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.712910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.712910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.712910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.712910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.712910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.712910] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47a9e6a1-5094-4c62-b8b2-b79073a6fdbb is going to be updated. [ 655.731554] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.731766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.731766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.731956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.732091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.732245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a9e6a1-5094-4c62-b8b2-b79073a6fdbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.003814] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.003957] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.003993] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.004277] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.004477] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.004663] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 5db4f094-4b47-4df8-890a-443bf219713e not found, creating... [ 656.004997] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.005194] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.005313] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.005779] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.005779] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.006158] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.006337] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.006486] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.006702] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.006938] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.007036] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 5db4f094-4b47-4df8-890a-443bf219713e is going to be created. [ 656.028893] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.029239] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.029422] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.029804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.030133] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.030445] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.103601] env[69312]: INFO networking_nsxv3.common.synchronization [req-0e379ace-cca2-45e6-a114-56c64b0bf21d req-46f980a6-1594-4fc0-80f8-99699c7fdd24 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 16ea45df-c370-429a-945a-ae960017e505 with Priority: HIGHEST for action security_group_rules [ 656.103756] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ea45df-c370-429a-945a-ae960017e505 with Priority: HIGHEST for action security_group_rules [ 656.104407] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ea45df-c370-429a-945a-ae960017e505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.104506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ea45df-c370-429a-945a-ae960017e505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.105632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ea45df-c370-429a-945a-ae960017e505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.105632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ea45df-c370-429a-945a-ae960017e505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.105632] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ea45df-c370-429a-945a-ae960017e505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.178035] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.178035] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.178035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.178035] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.186388] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c4249ba-9fb0-458c-896e-de6489c0d03a: rpc.has_security_group_logging(os_id): False [ 656.205020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.205020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.205020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.205020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.205902] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.207823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.207823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.207823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.207823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.207823] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be created. [ 656.214383] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.286600] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.286723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.286793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.287426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.297447] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 656.624470] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.624624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.624697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.624937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.625037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.625132] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ea45df-c370-429a-945a-ae960017e505 already deleted. [ 656.625219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ea45df-c370-429a-945a-ae960017e505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.680934] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.681132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.681200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.681460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.681645] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.681751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.681833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.682026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.682124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.682216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.682390] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.682485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.682564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.682735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.682876] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.682969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.683057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.683201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.683302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.686030] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.716649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.718214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.718214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.718214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.718214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.718214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be created. [ 656.739361] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.739361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.739479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.740041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.740041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.748249] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: UNINITIALIZED for 2s [ 656.764188] env[69312]: INFO networking_nsxv3.common.synchronization [req-836fc6c5-5870-4653-bc71-cc38bfb67d01 req-1a4317e7-ad3f-431b-9e44-8a03c0589e6e service nova] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 656.764398] env[69312]: INFO networking_nsxv3.common.synchronization [req-836fc6c5-5870-4653-bc71-cc38bfb67d01 req-1a4317e7-ad3f-431b-9e44-8a03c0589e6e service nova] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 656.764469] env[69312]: INFO networking_nsxv3.common.synchronization [req-836fc6c5-5870-4653-bc71-cc38bfb67d01 req-1a4317e7-ad3f-431b-9e44-8a03c0589e6e service nova] Enqueued Resource ID: 5db4f094-4b47-4df8-890a-443bf219713e with Priority: HIGHEST for action port [ 656.765817] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 656.765817] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 656.765817] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db4f094-4b47-4df8-890a-443bf219713e with Priority: HIGHEST for action port [ 656.766397] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.766559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.766559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.767111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.767111] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.768087] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.768743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.768743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.768743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.768867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.768935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.768991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.769217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.769323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.769444] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.770434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db4f094-4b47-4df8-890a-443bf219713e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.770540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.770608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.770795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.770884] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db4f094-4b47-4df8-890a-443bf219713e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.189386] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c41356b7-e512-41b8-944e-aa10ddf44610: rpc.has_security_group_logging(os_id): False [ 657.211161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.211545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.211545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.211690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.211791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.212049] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.212172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.212254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.212447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.212567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.212777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.212878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.212942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.213136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.213217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.213422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.213532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.213603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.213754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.213838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.213938] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 657.273223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.273326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.273681] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.274631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5db4f094-4b47-4df8-890a-443bf219713e with status ACTIVE [ 657.275104] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.275442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.275539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.275728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280189] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280724] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5db4f094-4b47-4df8-890a-443bf219713e is going to be updated. [ 657.299770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.299987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.299987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.300246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.300393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.310865] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.311061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.311127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.311370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.311508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.311677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db4f094-4b47-4df8-890a-443bf219713e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.313512] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 657.460881] env[69312]: INFO networking_nsxv3.common.synchronization [req-c251a091-d147-4855-ba1e-2bdde442431e req-adb6f912-4aa7-4461-ac7e-d4ccf3a07c17 tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_members [ 657.461529] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_members [ 657.461873] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.462048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.462136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.462435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.462731] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.462731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.462864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.463114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.463114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463217] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.783598] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.803089] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.803302] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-57" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.803435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-57" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.803788] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-57" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.804072] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.804609] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.804755] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.804987] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.805229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.805453] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.805597] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.805718] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.805829] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.805961] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.806151] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.806289] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.825155] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.825336] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.825509] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.825659] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-57" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.825985] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-638ce00e-6592-481d-92b9-419840f8288a taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.826165] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.826285] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.826601] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.826751] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('638ce00e-6592-481d-92b9-419840f8288a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.967619] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.967826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.968378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.968378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.968378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.968509] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.968580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.968649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.968856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.968963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.969089] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 already deleted. [ 657.969195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.287700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.288022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.288088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.288697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.288697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.288697] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be created. [ 658.311541] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.311686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.311756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.311989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.312221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.314164] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 658.314352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.315203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.315203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.315203] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.321310] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: UNINITIALIZED for 2s [ 658.329779] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.330214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.330214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.330451] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.330605] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.330759] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 638ce00e-6592-481d-92b9-419840f8288a not found, creating... [ 658.331036] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.331197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.331313] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.331533] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.331672] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.331951] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.332228] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.332298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.332492] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.332685] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.332744] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 638ce00e-6592-481d-92b9-419840f8288a is going to be created. [ 658.349657] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.349888] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.350030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.350269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.350619] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.350881] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.759328] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 658.759328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.759328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.759328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.760215] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.760215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.760215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.760215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.760215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.760215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.760215] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.817457] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.817646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.817698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.819409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.819409] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.819409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.819409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.819409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.819409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.819409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.819409] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.132248] env[69312]: INFO networking_nsxv3.common.synchronization [req-c251a091-d147-4855-ba1e-2bdde442431e req-2aec8755-b661-4929-85c6-a2fa904e7f21 service nova] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_rules [ 659.132248] env[69312]: INFO networking_nsxv3.common.synchronization [req-c251a091-d147-4855-ba1e-2bdde442431e req-2aec8755-b661-4929-85c6-a2fa904e7f21 service nova] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_members [ 659.132248] env[69312]: INFO networking_nsxv3.common.synchronization [req-c251a091-d147-4855-ba1e-2bdde442431e req-2aec8755-b661-4929-85c6-a2fa904e7f21 service nova] Enqueued Resource ID: 638ce00e-6592-481d-92b9-419840f8288a with Priority: HIGHEST for action port [ 659.132248] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_rules [ 659.132248] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_members [ 659.132248] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638ce00e-6592-481d-92b9-419840f8288a with Priority: HIGHEST for action port [ 659.133360] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.133660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.133859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.134282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.134500] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.136060] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.136263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.136321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.136547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.136760] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.136917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.137027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.137223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.138111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.138269] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.139275] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-638ce00e-6592-481d-92b9-419840f8288a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.139275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.139445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.139590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.139703] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('638ce00e-6592-481d-92b9-419840f8288a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.265141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.265291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.265291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.265526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.265709] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.265858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.265928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.266084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.266166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.266250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.266413] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.266514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.266566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.266692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.266842] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.266973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.266973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.267101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.267174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.267251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.267334] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.320716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.321138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.321138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.321138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.321342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.321429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.321579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.321833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.321990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.322144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.322376] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.322485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.322548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.322704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.322843] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.322938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.323010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.323148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.323230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.323379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.323465] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.329605] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 659.329844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.643620] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.643759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.643944] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.644959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 638ce00e-6592-481d-92b9-419840f8288a with status ACTIVE [ 659.645479] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.645680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.645680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.646011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.646011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.646174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.646248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.646298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.646714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.646714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.646714] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.647030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.647030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.647030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.647030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.647835] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 638ce00e-6592-481d-92b9-419840f8288a is going to be updated. [ 659.667084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.667343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-638ce00e-6592-481d-92b9-419840f8288a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.773842] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f80c70-1b2e-4e8f-b9f2-8a8216660505: rpc.has_security_group_logging(os_id): False [ 659.792848] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.793181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.793456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.793589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.793763] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.793986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.794248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.794445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794677] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.794795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.794889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.795445] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.795563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.795625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.796236] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be created. [ 659.826366] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c4249ba-9fb0-458c-896e-de6489c0d03a: rpc.has_security_group_logging(os_id): False [ 659.851429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.851612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.851655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.851850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.851969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.852146] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.852244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.852303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.852456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.852533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.852727] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.852821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.852881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.853031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.853101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.853294] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.853384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.853436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.853574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.853646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.854475] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 659.873028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.873028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.873288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.873288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.873467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.889275] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: IN_PROGRESS for 2s [ 659.963180] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.963335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.963390] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.963593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.963734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.975034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 660.078731] env[69312]: INFO networking_nsxv3.common.synchronization [req-c6d38775-ced6-479a-b821-6fe4a2f82846 req-ad975d4d-1cea-460d-bea9-70613a74295d tempest-ServerExternalEventsTest-854483476 tempest-ServerExternalEventsTest-854483476-project-member] Enqueued Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_members [ 660.079287] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGHEST for action security_group_members [ 660.079597] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.079724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.079783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.079989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.080161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.080445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.080522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.080691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.080781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.080879] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.149466] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.330459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 660.330845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.330845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.331042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.331384] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.331475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.331475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.331669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.331768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.331903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.332026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.583465] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.583671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.583883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.583987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.584118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.584325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.584428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.584504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.584657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.584735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.584824] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 is going to be updated. [ 660.617853] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.618434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.618434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.618852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.618990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.629359] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 in Status: IN_PROGRESS for 2s [ 660.652063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.652246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.652313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.652553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.652650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.652773] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 is going to be created. [ 660.678336] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.679095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.679095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.687953] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: UNINITIALIZED for 2s [ 660.756249] env[69312]: INFO networking_nsxv3.common.synchronization [req-92c7b9ae-8d96-4f96-92a9-58933f745da9 req-943fe884-d74f-4da0-adea-53c32491ae42 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 5a2dc71f-74aa-4e8a-ac4c-43f88b31885e with Priority: HIGHEST for action security_group_rules [ 660.757228] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2dc71f-74aa-4e8a-ac4c-43f88b31885e with Priority: HIGHEST for action security_group_rules [ 660.757331] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2dc71f-74aa-4e8a-ac4c-43f88b31885e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2dc71f-74aa-4e8a-ac4c-43f88b31885e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2dc71f-74aa-4e8a-ac4c-43f88b31885e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.758009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2dc71f-74aa-4e8a-ac4c-43f88b31885e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.758123] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2dc71f-74aa-4e8a-ac4c-43f88b31885e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.834420] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.281381] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.281587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.281811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.282049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.282200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.282342] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2dc71f-74aa-4e8a-ac4c-43f88b31885e already deleted. [ 661.282476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2dc71f-74aa-4e8a-ac4c-43f88b31885e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.337061] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbb3093-4163-438e-8d49-3a8a6b7c60e6: rpc.has_security_group_logging(os_id): False [ 661.353785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.354030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.354030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.354229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.354320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.354563] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.354666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.354729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.354883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.354960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.355134] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be created. [ 661.424630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.424858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.424928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.425866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.425866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.435805] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 661.903021] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 661.903242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.988243] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 661.988577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.644756] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 in Status: SUCCESS [ 662.645057] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 deletion is rescheduled due to dependency. [ 662.648405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.701387] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: SUCCESS [ 662.701734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.701951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.703553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.703813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.705023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.705023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.705023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.705023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.705023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.705023] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.208575] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.447123] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 663.447372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.628921] env[69312]: INFO networking_nsxv3.common.synchronization [req-b9477da7-beab-4dcb-a1ea-22a5accfc54e req-db2e3aeb-52aa-47d7-bdb0-45b89014a8da tempest-TenantUsagesTestJSON-1504361441 tempest-TenantUsagesTestJSON-1504361441-project-member] Enqueued Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_members [ 663.630047] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGHEST for action security_group_members [ 663.630735] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.630927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.631904] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.632071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.632172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.632631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.632631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.632631] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.712248] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915c5d1b-e2be-49d5-b98c-38ef6eda6a37: rpc.has_security_group_logging(os_id): False [ 663.729373] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.730289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.730585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.730896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.731165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.731603] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.733806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.733806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.733806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.733806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.733806] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 is going to be created. [ 663.806771] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.806771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.806771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.806771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.806771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.827342] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: IN_PROGRESS for 2s [ 664.135449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.135735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.135735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.135949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.136059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.136264] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.136364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.136661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.136661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.136886] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53ab513-1ed7-4019-a778-b211b9fd1153 is going to be updated. [ 664.164661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.164833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.164879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.165107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.165238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.173496] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: IN_PROGRESS for 2s [ 665.042964] env[69312]: INFO networking_nsxv3.common.synchronization [None req-acdc092a-40f3-444d-9194-78287beb258d None None] Enqueued Resource ID: ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e with Priority: HIGHEST for action port [ 665.043549] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e with Priority: HIGHEST for action port [ 665.044013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.045196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.045196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.045196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.045481] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.553421] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e [ 665.553675] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.553804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.553883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.554079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.554178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.554282] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e already deleted. [ 665.554364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd1dbe2-96e7-4bf7-94ae-4e3021724c5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.842336] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: SUCCESS [ 665.842559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.182859] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53ab513-1ed7-4019-a778-b211b9fd1153 in Status: SUCCESS [ 666.182859] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53ab513-1ed7-4019-a778-b211b9fd1153 deletion is rescheduled due to dependency. [ 666.183438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.780765] env[69312]: INFO networking_nsxv3.common.synchronization [req-901ebd18-65d1-4650-9df1-4070c36bfe04 req-579137fe-9a30-4c59-98f9-23110cd54709 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 69fafba6-69de-42c6-9780-bf68295127f7 with Priority: HIGHEST for action security_group_rules [ 666.781368] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69fafba6-69de-42c6-9780-bf68295127f7 with Priority: HIGHEST for action security_group_rules [ 666.782097] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69fafba6-69de-42c6-9780-bf68295127f7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.782097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69fafba6-69de-42c6-9780-bf68295127f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.782097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69fafba6-69de-42c6-9780-bf68295127f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.785502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69fafba6-69de-42c6-9780-bf68295127f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.785676] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69fafba6-69de-42c6-9780-bf68295127f7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.013672] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4adfc5f3-db04-42d9-955b-a6231cfe69ab None None] Enqueued Resource ID: a14c2f59-1912-46ee-a68b-9454fe415ced with Priority: HIGHEST for action port [ 667.014331] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c2f59-1912-46ee-a68b-9454fe415ced with Priority: HIGHEST for action port [ 667.014630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a14c2f59-1912-46ee-a68b-9454fe415ced taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.014745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a14c2f59-1912-46ee-a68b-9454fe415ced" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.014805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a14c2f59-1912-46ee-a68b-9454fe415ced" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.015678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a14c2f59-1912-46ee-a68b-9454fe415ced" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.015778] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14c2f59-1912-46ee-a68b-9454fe415ced',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.310931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.311338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.311338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.311471] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.311602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.311720] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69fafba6-69de-42c6-9780-bf68295127f7 already deleted. [ 667.311810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69fafba6-69de-42c6-9780-bf68295127f7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.519173] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a14c2f59-1912-46ee-a68b-9454fe415ced [ 667.520223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.520223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.520223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.520223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.520223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.520223] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a14c2f59-1912-46ee-a68b-9454fe415ced already deleted. [ 667.520223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a14c2f59-1912-46ee-a68b-9454fe415ced" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.444886] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b1337d5-a2bc-49b8-886f-80398381334b req-5ec9977d-cadd-416c-ae2d-27bfc57a9c47 tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Enqueued Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_members [ 668.445722] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_members [ 668.445722] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.445931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.445931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.450196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.450196] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.450196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.450196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.450196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.450196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.450196] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.717980] env[69312]: INFO networking_nsxv3.common.synchronization [None req-59bbd72b-76d9-4a08-93cb-9e7056ce1b30 None None] Enqueued Resource ID: 082a65e9-df38-47b1-a19a-4616379e2a93 with Priority: HIGHEST for action port [ 668.718249] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082a65e9-df38-47b1-a19a-4616379e2a93 with Priority: HIGHEST for action port [ 668.719098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-082a65e9-df38-47b1-a19a-4616379e2a93 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.719098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082a65e9-df38-47b1-a19a-4616379e2a93" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.719098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082a65e9-df38-47b1-a19a-4616379e2a93" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.719294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082a65e9-df38-47b1-a19a-4616379e2a93" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.719364] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082a65e9-df38-47b1-a19a-4616379e2a93',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.952396] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.953189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.953189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.953189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.953189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.954268] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.956036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.956095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.956300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.957045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.957045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 already deleted. [ 668.957045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.174698] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.175440] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-962" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.176624] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-962" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.177078] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-962" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.177313] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.177484] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.177613] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.177919] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.178085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.178295] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.178417] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.178529] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.178634] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.178738] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.178870] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.179360] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.200744] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.201105] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.201105] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.201674] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-962" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.201762] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.201900] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.202085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.202340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.202470] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.225701] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 082a65e9-df38-47b1-a19a-4616379e2a93 [ 669.225807] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.226132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.226132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.226258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.226258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.226353] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:082a65e9-df38-47b1-a19a-4616379e2a93 already deleted. [ 669.226438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082a65e9-df38-47b1-a19a-4616379e2a93" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.707224] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.707513] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.707588] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.707897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.708071] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.708231] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d not found, creating... [ 669.708501] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.708660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.708779] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.709015] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.709168] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.709446] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.709600] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.709722] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.709979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.711323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.711497] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d is going to be created. [ 669.736740] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.736740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.736740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.736740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.736740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.736740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.369036] env[69312]: INFO networking_nsxv3.common.synchronization [req-b84831be-eb08-4f1a-ab94-46ea286b17ae req-255d1330-882a-4764-9229-3498f99f0121 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 6154e6b2-f877-407d-bf45-37d15ab19bbb with Priority: HIGHEST for action security_group_rules [ 670.369617] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6154e6b2-f877-407d-bf45-37d15ab19bbb with Priority: HIGHEST for action security_group_rules [ 670.370207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6154e6b2-f877-407d-bf45-37d15ab19bbb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.371377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6154e6b2-f877-407d-bf45-37d15ab19bbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.371549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6154e6b2-f877-407d-bf45-37d15ab19bbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.372909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6154e6b2-f877-407d-bf45-37d15ab19bbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.372909] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6154e6b2-f877-407d-bf45-37d15ab19bbb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.780260] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b1337d5-a2bc-49b8-886f-80398381334b req-cabac17e-d788-4aff-bd1b-7a6e6c705219 service nova] Enqueued Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_rules [ 670.780626] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b1337d5-a2bc-49b8-886f-80398381334b req-cabac17e-d788-4aff-bd1b-7a6e6c705219 service nova] Enqueued Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_members [ 670.780626] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b1337d5-a2bc-49b8-886f-80398381334b req-cabac17e-d788-4aff-bd1b-7a6e6c705219 service nova] Enqueued Resource ID: e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d with Priority: HIGHEST for action port [ 670.780876] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_rules [ 670.783641] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_members [ 670.783641] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d with Priority: HIGHEST for action port [ 670.783641] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.789832] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.789832] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.789832] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.789832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.790337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.794253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.794346] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.796570] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.796570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.796570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.796570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.796570] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.905765] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.906048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.906048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.906249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.906329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.906427] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6154e6b2-f877-407d-bf45-37d15ab19bbb already deleted. [ 670.906472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6154e6b2-f877-407d-bf45-37d15ab19bbb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.268599] env[69312]: INFO networking_nsxv3.common.synchronization [req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 req-f207880b-d588-45b5-9a9a-2337ac6049a9 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 671.269304] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 671.269572] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.269693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.269693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.270079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.272514] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.272514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.272659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.272751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.272835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.272934] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.298340] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.298543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.299225] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.305040] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d with status ACTIVE [ 671.305040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.305040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.305040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.305040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.305750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.305750] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d is going to be updated. [ 671.319374] env[69312]: INFO networking_nsxv3.common.synchronization [None req-1b747bc5-af45-49b4-a585-8e419679c3c8 None None] Enqueued Resource ID: 2e183d8e-83fa-4773-9852-e1c8d8cf5ba0 with Priority: HIGHEST for action port [ 671.319374] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e183d8e-83fa-4773-9852-e1c8d8cf5ba0 with Priority: HIGHEST for action port [ 671.320047] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e183d8e-83fa-4773-9852-e1c8d8cf5ba0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.320165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e183d8e-83fa-4773-9852-e1c8d8cf5ba0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.320165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e183d8e-83fa-4773-9852-e1c8d8cf5ba0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.320381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e183d8e-83fa-4773-9852-e1c8d8cf5ba0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.321406] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e183d8e-83fa-4773-9852-e1c8d8cf5ba0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.330101] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.330263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.330380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.330542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.330687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.330856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e43a1d47-8bcb-4d0e-9383-c9fd4bd57e7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.776899] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.777416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.777537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.777817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.777917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.778233] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.778357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.778421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.778852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.778852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.778919] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa already deleted. [ 671.778953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807282] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.823889] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e183d8e-83fa-4773-9852-e1c8d8cf5ba0 [ 671.824195] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.825095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.825095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.825095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.825095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.825095] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e183d8e-83fa-4773-9852-e1c8d8cf5ba0 already deleted. [ 671.825095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e183d8e-83fa-4773-9852-e1c8d8cf5ba0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.987241] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.987528] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.987579] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.987980] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.988242] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.988396] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.988511] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.988753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.988899] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.990070] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.990512] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.990512] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.990512] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.992358] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.992358] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.992481] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.010308] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.010700] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.011263] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.011263] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.011651] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-adb7006c-7527-49f8-afad-34458965cfc2 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.012212] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.012212] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.012646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.012646] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb7006c-7527-49f8-afad-34458965cfc2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.317041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.317214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.317214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.317472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.317629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.317704] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 is going to be created. [ 672.339753] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.340041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.340157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.340373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.340542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.349510] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 in Status: UNINITIALIZED for 2s [ 672.515980] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.517631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port adb7006c-7527-49f8-afad-34458965cfc2 not found, creating... [ 672.517631] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.517631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.518064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.521549] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.521549] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.522344] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.522510] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.522723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523118] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: adb7006c-7527-49f8-afad-34458965cfc2 is going to be created. [ 672.543718] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.543718] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.543718] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.543718] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.543718] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.547021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.635670] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4290055f-eb78-4cbf-bee0-9cd68f6960b0 None None] Enqueued Resource ID: 98f991e5-075b-46a4-90a3-e6d0fd91bb69 with Priority: HIGHEST for action port [ 672.636376] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f991e5-075b-46a4-90a3-e6d0fd91bb69 with Priority: HIGHEST for action port [ 672.636376] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f991e5-075b-46a4-90a3-e6d0fd91bb69 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.637422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f991e5-075b-46a4-90a3-e6d0fd91bb69" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f991e5-075b-46a4-90a3-e6d0fd91bb69" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.637422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f991e5-075b-46a4-90a3-e6d0fd91bb69" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637422] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f991e5-075b-46a4-90a3-e6d0fd91bb69',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.142781] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98f991e5-075b-46a4-90a3-e6d0fd91bb69 [ 673.143047] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.143194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.143259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.143488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.143578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.143673] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98f991e5-075b-46a4-90a3-e6d0fd91bb69 already deleted. [ 673.143752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f991e5-075b-46a4-90a3-e6d0fd91bb69" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.236282] env[69312]: INFO networking_nsxv3.common.synchronization [req-537dbdfe-b262-42e1-9e14-7cf3a25a4f13 req-db9afd1e-44d4-4b84-a83f-9c3621e66cb2 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931 tempest-FloatingIPsAssociationNegativeTestJSON-2071490931-project-member] Enqueued Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_members [ 673.236809] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 with Priority: HIGHEST for action security_group_members [ 673.237116] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.237676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.237676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.237676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.237676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.237874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.237874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.238130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.238217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.238309] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62cc6f3-2e72-46a4-9830-5b3199ed79a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.471894] env[69312]: INFO networking_nsxv3.common.synchronization [req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 req-609ad2fc-c8fa-493a-b17c-705ed1a0e30c service nova] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 673.471894] env[69312]: INFO networking_nsxv3.common.synchronization [req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 req-609ad2fc-c8fa-493a-b17c-705ed1a0e30c service nova] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 673.472213] env[69312]: INFO networking_nsxv3.common.synchronization [req-89e17e46-04eb-417b-8db6-d4d3ada6b5c6 req-609ad2fc-c8fa-493a-b17c-705ed1a0e30c service nova] Enqueued Resource ID: adb7006c-7527-49f8-afad-34458965cfc2 with Priority: HIGHEST for action port [ 673.472908] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 673.476132] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 673.476132] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb7006c-7527-49f8-afad-34458965cfc2 with Priority: HIGHEST for action port [ 673.476410] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.476410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.476541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.477603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.477603] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.479334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.479460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.479529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.480211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.480403] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.480565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.480565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.480734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.480820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.480912] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.482109] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb7006c-7527-49f8-afad-34458965cfc2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.482269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.482341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.482492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.482568] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb7006c-7527-49f8-afad-34458965cfc2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.740157] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.740334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.740420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.740637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.740736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.740930] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.741040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.741104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.741255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.741339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.741444] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 is going to be updated. [ 673.767861] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.768078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.768146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.768350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.768593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.776581] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 in Status: IN_PROGRESS for 2s [ 673.793997] env[69312]: INFO networking_nsxv3.common.synchronization [req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c req-098ccea2-f18e-4959-87d0-0fc7bc830d11 tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Enqueued Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_members [ 673.794378] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_members [ 673.794511] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.794626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.798553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.798553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.798553] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.798553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.798553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.798553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.798553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.798553] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.983021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.983021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.985643] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.986503] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adb7006c-7527-49f8-afad-34458965cfc2 with status ACTIVE [ 673.986730] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.986861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.986927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.987146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.987236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.987414] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.987512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.987571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.987748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.987824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.988019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.988113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.988223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.988305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.988378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.988459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adb7006c-7527-49f8-afad-34458965cfc2 is going to be updated. [ 674.023829] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.023829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.023829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.023829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.023829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.023829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb7006c-7527-49f8-afad-34458965cfc2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.303227] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.303646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.303646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.303646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.303646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.312777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.312777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.312777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.312777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.312777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.312777] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 already deleted. [ 674.312777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.361081] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 in Status: SUCCESS [ 674.361081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.361081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.361335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.361455] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.361572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.361637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.361806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.361904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.362068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.362190] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.477426] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.477636] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-136" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.478544] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-136" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.478544] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-136" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.478544] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.478544] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.479064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.479064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.479064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.479371] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.479496] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.479608] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.479719] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.479834] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.479941] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.480206] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.491021] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.501034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.501034] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.501034] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.501034] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-136" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.501034] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.501034] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.501418] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.501732] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.501877] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6f84ab-9039-41db-9c71-70f17fc2e1c8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.869724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.869724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.869724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.869724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.869724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.870576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.870576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.870576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.870576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.870576] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.994328] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.994495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.994567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.994785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.994873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.994969] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be created. [ 675.004681] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.005259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.005259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.005402] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.005725] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.005818] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 not found, creating... [ 675.006483] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.006805] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.006909] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.007152] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.007369] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.008054] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.008259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.008360] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.008936] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.008936] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.009169] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 is going to be created. [ 675.016938] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.017057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.017217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.017288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.017420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.027558] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: UNINITIALIZED for 2s [ 675.033351] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.033351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.033351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.033351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.033351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.033351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.221871] env[69312]: INFO networking_nsxv3.common.synchronization [None req-8ba5b053-e3d5-4fbf-92b6-ac6412cf0657 None None] Enqueued Resource ID: 0133897e-24ed-4438-a679-81a40357749e with Priority: HIGHEST for action port [ 675.222069] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0133897e-24ed-4438-a679-81a40357749e with Priority: HIGHEST for action port [ 675.222627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0133897e-24ed-4438-a679-81a40357749e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.222756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0133897e-24ed-4438-a679-81a40357749e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.222802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0133897e-24ed-4438-a679-81a40357749e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.223714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0133897e-24ed-4438-a679-81a40357749e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.223714] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0133897e-24ed-4438-a679-81a40357749e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.228526] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b2f9c893-c594-4f76-affd-ec14846aad6e None None] Enqueued Resource ID: c1d39525-4eef-4373-b529-4fe332c69934 with Priority: HIGHEST for action port [ 675.228930] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d39525-4eef-4373-b529-4fe332c69934 with Priority: HIGHEST for action port [ 675.229109] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d39525-4eef-4373-b529-4fe332c69934 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.229196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d39525-4eef-4373-b529-4fe332c69934" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.229196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d39525-4eef-4373-b529-4fe332c69934" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.229488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d39525-4eef-4373-b529-4fe332c69934" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.229567] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d39525-4eef-4373-b529-4fe332c69934',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.375763] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9: rpc.has_security_group_logging(os_id): False [ 675.394305] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.394305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.394502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.394610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.394724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.395461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.395461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.395461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.395708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.395751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.395951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.396477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.396477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.396477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.396477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.399306] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.399306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.399306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.399306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.399306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.399306] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 is going to be created. [ 675.458223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.458366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.458366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.458567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.460165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.468034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 in Status: IN_PROGRESS for 2s [ 675.725625] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0133897e-24ed-4438-a679-81a40357749e [ 675.725858] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.725991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.726428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.726520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.726682] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0133897e-24ed-4438-a679-81a40357749e already deleted. [ 675.726723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0133897e-24ed-4438-a679-81a40357749e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.732169] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d39525-4eef-4373-b529-4fe332c69934 [ 675.732387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.732516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.732586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.732851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.732885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.732962] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d39525-4eef-4373-b529-4fe332c69934 already deleted. [ 675.733102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d39525-4eef-4373-b529-4fe332c69934" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787525] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 in Status: SUCCESS [ 675.787648] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62cc6f3-2e72-46a4-9830-5b3199ed79a7 deletion is rescheduled due to dependency. [ 675.787773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62cc6f3-2e72-46a4-9830-5b3199ed79a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.805583] env[69312]: INFO networking_nsxv3.common.synchronization [req-0ca08970-2501-43d4-998b-22d7cead283b req-b1be14ac-ba51-4b9f-aee9-f33917c3e531 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 87627f09-8047-4e84-830d-38f1ebff1e1d with Priority: HIGHEST for action security_group_rules [ 675.806381] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87627f09-8047-4e84-830d-38f1ebff1e1d with Priority: HIGHEST for action security_group_rules [ 675.806482] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87627f09-8047-4e84-830d-38f1ebff1e1d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.806684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.806742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.807028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.807137] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87627f09-8047-4e84-830d-38f1ebff1e1d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.007407] env[69312]: INFO networking_nsxv3.common.synchronization [req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c req-7773586c-f914-4406-9834-b14797303120 service nova] Enqueued Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_rules [ 676.007608] env[69312]: INFO networking_nsxv3.common.synchronization [req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c req-7773586c-f914-4406-9834-b14797303120 service nova] Enqueued Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_members [ 676.007800] env[69312]: INFO networking_nsxv3.common.synchronization [req-930c1e4e-388b-4170-a1f7-6a30b0bbc40c req-7773586c-f914-4406-9834-b14797303120 service nova] Enqueued Resource ID: 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 with Priority: HIGHEST for action port [ 676.009773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_rules [ 676.009773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_members [ 676.009773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 with Priority: HIGHEST for action port [ 676.009773] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.009773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.011219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.011531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.011642] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.016691] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.016691] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.016691] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.016691] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.016691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.016691] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6f84ab-9039-41db-9c71-70f17fc2e1c8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.329987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.330546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.330546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.330646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.330789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.330959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87627f09-8047-4e84-830d-38f1ebff1e1d already deleted. [ 676.331119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.518817] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.518817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.519528] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.520573] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 with status ACTIVE [ 676.520808] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.520904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.521009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.521188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.521279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.521810] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.521924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.522016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.522216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.522325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.522688] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.522830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.522943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.523257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.523257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.523257] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6f84ab-9039-41db-9c71-70f17fc2e1c8 is going to be updated. [ 676.543683] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.545922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.545922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.545922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.545922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.545922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6f84ab-9039-41db-9c71-70f17fc2e1c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.666570] env[69312]: INFO networking_nsxv3.common.synchronization [req-4b3d161e-7b52-4444-b61a-e86d3f009d22 req-ad2583c9-825c-4969-b2f9-1c9056dc4e37 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 87627f09-8047-4e84-830d-38f1ebff1e1d with Priority: HIGHEST for action security_group_rules [ 676.668424] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87627f09-8047-4e84-830d-38f1ebff1e1d with Priority: HIGHEST for action security_group_rules [ 676.671817] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf req-9a171e63-e115-4629-abfe-3b3c2ef332e4 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Enqueued Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_members [ 676.671817] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87627f09-8047-4e84-830d-38f1ebff1e1d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.671817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.671817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.671817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.671817] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87627f09-8047-4e84-830d-38f1ebff1e1d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.671817] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_members [ 676.674314] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.674314] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.674314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.674314] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.751729] env[69312]: INFO networking_nsxv3.common.synchronization [None req-43eb90df-ca1f-4b8b-bff4-986eee681ba7 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_rules [ 676.752590] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_rules [ 676.752735] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.752868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.752938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.753205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.753331] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.872650] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a971b72e-3844-46f3-a560-94f82c881a37 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_rules [ 676.873241] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_rules [ 676.873555] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.873661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.025524] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.036479] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 677.036688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.038017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.038017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.038017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.038017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.038017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.038017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.038310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.038310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.038310] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.177585] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.179036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.179036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.179172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.179219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.179426] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.179521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.179580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.179722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.179791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.179882] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 already deleted. [ 677.179961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.192110] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.192246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.192306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.192499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.192588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.192678] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87627f09-8047-4e84-830d-38f1ebff1e1d already deleted. [ 677.192760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.262675] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.265100] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.265286] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.267426] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.267426] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.267426] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.267426] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.268257] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.268457] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.268699] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.269547] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.269727] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.269882] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.270210] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.270296] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.270519] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.274314] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.274314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.274314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.274314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.274559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.274559] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 already deleted. [ 677.274559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.275202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.275378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.275466] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.287943] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.288187] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.288334] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.288509] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.288835] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-52b7c6af-b777-409b-b5ea-4a0413babddc taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.289043] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.289170] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.289475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.289612] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b7c6af-b777-409b-b5ea-4a0413babddc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.480451] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 in Status: SUCCESS [ 677.480845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528220] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.528220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.528220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.528220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.528821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 is going to be created. [ 677.539888] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.557574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.557574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.557574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.557574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.557574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.566437] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 in Status: UNINITIALIZED for 2s [ 677.793585] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.793817] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.793967] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794288] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794450] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.794640] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 52b7c6af-b777-409b-b5ea-4a0413babddc not found, creating... [ 677.794927] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.795114] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.795443] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.795797] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.796028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.796304] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.796415] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.796841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.796841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.796841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.796995] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 52b7c6af-b777-409b-b5ea-4a0413babddc is going to be created. [ 677.803267] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.803442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.803878] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 already deleted. [ 677.803966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.820775] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.820882] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.821011] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.821344] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.821575] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.823267] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.889966] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a9eae790-0424-4752-bcfa-977f781546f4 None None] Enqueued Resource ID: a7048ec8-8945-4316-8ea0-5230f6029235 with Priority: HIGHEST for action port [ 677.891106] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7048ec8-8945-4316-8ea0-5230f6029235 with Priority: HIGHEST for action port [ 677.891106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7048ec8-8945-4316-8ea0-5230f6029235 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.891500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7048ec8-8945-4316-8ea0-5230f6029235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.891500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7048ec8-8945-4316-8ea0-5230f6029235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7048ec8-8945-4316-8ea0-5230f6029235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.891676] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7048ec8-8945-4316-8ea0-5230f6029235',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.042488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debdc6ee-2317-47c7-b257-f2d2076ff0fa: rpc.has_security_group_logging(os_id): False [ 678.063722] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.063722] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.063722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.063722] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be created. [ 678.068118] env[69312]: INFO networking_nsxv3.common.synchronization [req-29b7b719-f76c-4ecb-906f-4db58c1f7096 req-965708af-7f79-435c-a9aa-86781d661d24 tempest-SecurityGroupRulesTestJSON-814432316 tempest-SecurityGroupRulesTestJSON-814432316-project-member] Enqueued Resource ID: 87627f09-8047-4e84-830d-38f1ebff1e1d with Priority: HIGHEST for action security_group_rules [ 678.069451] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87627f09-8047-4e84-830d-38f1ebff1e1d with Priority: HIGHEST for action security_group_rules [ 678.069520] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87627f09-8047-4e84-830d-38f1ebff1e1d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.069597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.069707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.070271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.070271] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87627f09-8047-4e84-830d-38f1ebff1e1d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.137234] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.137431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.137490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.137646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.138011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.151377] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: IN_PROGRESS for 2s [ 678.397192] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7048ec8-8945-4316-8ea0-5230f6029235 [ 678.397192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.397192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.397192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.397192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.397192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.397192] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7048ec8-8945-4316-8ea0-5230f6029235 already deleted. [ 678.397192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7048ec8-8945-4316-8ea0-5230f6029235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.592029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.592029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.592876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.593109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.593109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.593250] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87627f09-8047-4e84-830d-38f1ebff1e1d already deleted. [ 678.593250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87627f09-8047-4e84-830d-38f1ebff1e1d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.825452] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf req-b0aa4301-9a54-4c5a-927d-e3337da079f6 service nova] Enqueued Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_rules [ 678.825616] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf req-b0aa4301-9a54-4c5a-927d-e3337da079f6 service nova] Enqueued Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_members [ 678.825820] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d768128-8fb3-4d32-bf83-ddd5c0499ddf req-b0aa4301-9a54-4c5a-927d-e3337da079f6 service nova] Enqueued Resource ID: 52b7c6af-b777-409b-b5ea-4a0413babddc with Priority: HIGHEST for action port [ 678.826222] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_rules [ 678.826222] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_members [ 678.826222] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b7c6af-b777-409b-b5ea-4a0413babddc with Priority: HIGHEST for action port [ 678.827261] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.827261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.827261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830166] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.830166] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830166] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830671] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.834228] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b7c6af-b777-409b-b5ea-4a0413babddc taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.835630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.835630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.835630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.835630] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b7c6af-b777-409b-b5ea-4a0413babddc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.334261] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.336626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.336881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.337135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b7c6af-b777-409b-b5ea-4a0413babddc with status ACTIVE [ 679.338186] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.338330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.338440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.338719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.338719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.338893] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.339017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.339097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.339578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.339578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.339578] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.339704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.339704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.343024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.343024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.343024] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b7c6af-b777-409b-b5ea-4a0413babddc is going to be updated. [ 679.364612] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.364612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.364612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.364612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.364612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.364612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b7c6af-b777-409b-b5ea-4a0413babddc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.516059] env[69312]: INFO networking_nsxv3.common.synchronization [req-96242be2-2975-4b37-b770-0c0153be1984 req-c3a070ba-0368-4b54-aa0b-565f70088eca tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 679.516676] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 679.519135] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.519135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.519135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.519963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.520172] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.520311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.520383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.520567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.520674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.520760] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.575926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 in Status: SUCCESS [ 679.577607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.577923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.578241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.578431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.578666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.578827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.579149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.579968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.579968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.579968] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.837340] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.024323] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.024501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.024566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.025099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.025220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.025463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.025578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.025826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.026079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.026200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.026265] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 already deleted. [ 680.026343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.082819] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.083026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.083101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.083314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.083485] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.083584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.083646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.083833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.083884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.083987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.084145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.084369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.084521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.084824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.084994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.085226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.085322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.085608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.085801] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.159600] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 680.159804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.310990] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.312177] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.312177] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.312177] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.312177] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.312552] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.312552] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.312654] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.312759] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.313092] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.313271] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.313393] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.313583] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.313695] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.313841] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.314007] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.331960] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.332201] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.332469] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.332724] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.333122] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.333356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.333575] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.333932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.334212] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.341020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.341174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.341242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.341454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.341543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.342205] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 is going to be created. [ 680.364984] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.366255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.366406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.366549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.366715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.375608] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 in Status: UNINITIALIZED for 2s [ 680.588478] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67df7bf2-b755-4d8f-8131-49169d15b0d2: rpc.has_security_group_logging(os_id): False [ 680.605570] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606355] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.606444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.606513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606944] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.607064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.607121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.607261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.607335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.607511] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.607600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.607660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.607827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.607896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608099] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 is going to be created. [ 680.671962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.672245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.672245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.672405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.673610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.685210] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 in Status: IN_PROGRESS for 2s [ 680.837067] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.837612] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.837966] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.838250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.838250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.838396] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 not found, creating... [ 680.838667] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.838872] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.839195] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.839300] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.839475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.839774] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.839937] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.840536] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.840536] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840737] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840938] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 is going to be created. [ 680.864089] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.864319] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.864642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864705] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.865079] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.865184] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.027028] env[69312]: INFO networking_nsxv3.common.synchronization [req-96242be2-2975-4b37-b770-0c0153be1984 req-db235bd0-f0b9-41d0-a33d-1eeefdfafb22 service nova] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 682.027028] env[69312]: INFO networking_nsxv3.common.synchronization [req-96242be2-2975-4b37-b770-0c0153be1984 req-db235bd0-f0b9-41d0-a33d-1eeefdfafb22 service nova] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 682.027028] env[69312]: INFO networking_nsxv3.common.synchronization [req-96242be2-2975-4b37-b770-0c0153be1984 req-db235bd0-f0b9-41d0-a33d-1eeefdfafb22 service nova] Enqueued Resource ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with Priority: HIGHEST for action port [ 682.027028] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 682.027028] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 682.027028] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with Priority: HIGHEST for action port [ 682.027028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.027028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.027028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.028275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.028565] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.035330] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.035330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.035330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.035330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.035330] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.035330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.035330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.036753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.037260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.037603] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.039329] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.041024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.041024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.041024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.041024] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.320051] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e0bab727-a92e-4bc7-9891-239cfce09239 None None] Enqueued Resource ID: 4473bc59-1b86-456a-94b6-61e77b2632d9 with Priority: HIGHEST for action port [ 682.320051] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4473bc59-1b86-456a-94b6-61e77b2632d9 with Priority: HIGHEST for action port [ 682.320051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4473bc59-1b86-456a-94b6-61e77b2632d9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.320051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4473bc59-1b86-456a-94b6-61e77b2632d9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.320051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4473bc59-1b86-456a-94b6-61e77b2632d9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.320051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4473bc59-1b86-456a-94b6-61e77b2632d9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.320051] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4473bc59-1b86-456a-94b6-61e77b2632d9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.386801] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 in Status: SUCCESS [ 682.387036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.387203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.387422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.388049] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.388049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.388049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.388049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.390615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.390615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.390615] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.543220] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with status ACTIVE [ 682.543813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.543813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.543813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.544029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.544029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.544165] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.544245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.544281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.544420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.544533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.544691] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.544803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.544842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.544985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.545107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.545181] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 is going to be updated. [ 682.549143] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.549143] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.549143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.573531] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.573531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.573531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.573531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.573531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.573531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.701306] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 in Status: SUCCESS [ 682.701306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.822440] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4473bc59-1b86-456a-94b6-61e77b2632d9 [ 682.823249] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.823249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.823249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.824367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.824367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.824367] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4473bc59-1b86-456a-94b6-61e77b2632d9 already deleted. [ 682.824807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4473bc59-1b86-456a-94b6-61e77b2632d9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.895862] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.895862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.895862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.896221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.896455] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.896605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.896710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.896896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.897058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.897162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.897344] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.897448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.897509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.897657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.898068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.898068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.898068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.898226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.898226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.898308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.898491] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.052317] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.401391] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9: rpc.has_security_group_logging(os_id): False [ 683.418391] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.418606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.418676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.418957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.419071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.419289] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.419444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.419630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.419739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.419823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.420370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.420537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.420685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.421016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.421233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.421548] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.421696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.422589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.422589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.422589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.422589] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 is going to be created. [ 683.481501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.481674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.481754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.482028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.482306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.500253] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 in Status: IN_PROGRESS for 2s [ 683.554913] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.555170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.555696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.555696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.555696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.555940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be created. [ 683.595598] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.595824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.595914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.596151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.596440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.620991] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: UNINITIALIZED for 2s [ 685.164332] env[69312]: INFO networking_nsxv3.common.synchronization [None req-8d127354-c002-4386-8dd6-f0cc330c43ef None None] Enqueued Resource ID: 86378545-4ada-4e53-9c4e-7c37325827f4 with Priority: HIGHEST for action port [ 685.164890] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86378545-4ada-4e53-9c4e-7c37325827f4 with Priority: HIGHEST for action port [ 685.166100] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-86378545-4ada-4e53-9c4e-7c37325827f4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.166100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86378545-4ada-4e53-9c4e-7c37325827f4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.166100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86378545-4ada-4e53-9c4e-7c37325827f4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.166100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86378545-4ada-4e53-9c4e-7c37325827f4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.166425] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86378545-4ada-4e53-9c4e-7c37325827f4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.518127] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 in Status: SUCCESS [ 685.518127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.636047] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.636047] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.636047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.636047] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.671303] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86378545-4ada-4e53-9c4e-7c37325827f4 [ 685.671690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.671899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.671978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.672255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.672375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.672493] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86378545-4ada-4e53-9c4e-7c37325827f4 already deleted. [ 685.672591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86378545-4ada-4e53-9c4e-7c37325827f4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.142871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.142871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.142871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.143808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.143808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.143808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.144608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.147011] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.597693] env[69312]: INFO networking_nsxv3.common.synchronization [None req-899b0fc8-8231-486a-bc8d-a1d689f74a54 None None] Enqueued Resource ID: 7c49bcfc-85d4-41f3-8238-fbb015fa7236 with Priority: HIGHEST for action port [ 686.597693] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c49bcfc-85d4-41f3-8238-fbb015fa7236 with Priority: HIGHEST for action port [ 686.597693] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c49bcfc-85d4-41f3-8238-fbb015fa7236 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.597693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c49bcfc-85d4-41f3-8238-fbb015fa7236" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.597693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c49bcfc-85d4-41f3-8238-fbb015fa7236" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.597693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c49bcfc-85d4-41f3-8238-fbb015fa7236" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.597693] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c49bcfc-85d4-41f3-8238-fbb015fa7236',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.649945] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 686.666757] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.667658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.668017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.668098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.668269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.668506] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.668632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.668691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.668962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.669104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.669412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.669570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.669570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.669749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.669847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.669961] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.670072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.670185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.670363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.670363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.670433] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be created. [ 686.798927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.800233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.800233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.800233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.800233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.810390] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 687.099842] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c49bcfc-85d4-41f3-8238-fbb015fa7236 [ 687.100145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.100383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.100383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.100628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.100720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.100874] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c49bcfc-85d4-41f3-8238-fbb015fa7236 already deleted. [ 687.100933] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c49bcfc-85d4-41f3-8238-fbb015fa7236" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.824225] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 688.824225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.645645] env[69312]: INFO networking_nsxv3.common.synchronization [None req-09f77037-0770-43ba-ada4-18e51f26fb13 None None] Enqueued Resource ID: 63cc307e-8026-42f4-9f1c-27c759b18deb with Priority: HIGHEST for action port [ 689.645914] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63cc307e-8026-42f4-9f1c-27c759b18deb with Priority: HIGHEST for action port [ 689.646565] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-63cc307e-8026-42f4-9f1c-27c759b18deb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.646686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63cc307e-8026-42f4-9f1c-27c759b18deb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.648551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63cc307e-8026-42f4-9f1c-27c759b18deb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.648849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63cc307e-8026-42f4-9f1c-27c759b18deb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.648943] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cc307e-8026-42f4-9f1c-27c759b18deb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.153293] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63cc307e-8026-42f4-9f1c-27c759b18deb [ 690.153293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.153293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.153293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.153293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.153293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.153293] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63cc307e-8026-42f4-9f1c-27c759b18deb already deleted. [ 690.153293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63cc307e-8026-42f4-9f1c-27c759b18deb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.313557] env[69312]: INFO networking_nsxv3.common.synchronization [req-060345d8-bec2-4e61-9f1f-b94ec95d713a req-1abce570-c049-45c1-a814-5978c75adb19 tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Enqueued Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_members [ 690.314170] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_members [ 690.314468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.314606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.314669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.314895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.316161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.316288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.316356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.316539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.316622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.317932] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.594396] env[69312]: INFO networking_nsxv3.common.synchronization [None req-40bbb124-113a-4a31-a817-d1a14679d2b3 None None] Enqueued Resource ID: dd1cb4c8-2e02-462f-8dd5-7633556867b6 with Priority: HIGHEST for action port [ 690.594396] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1cb4c8-2e02-462f-8dd5-7633556867b6 with Priority: HIGHEST for action port [ 690.594396] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1cb4c8-2e02-462f-8dd5-7633556867b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.594844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1cb4c8-2e02-462f-8dd5-7633556867b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.595122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1cb4c8-2e02-462f-8dd5-7633556867b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.595539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1cb4c8-2e02-462f-8dd5-7633556867b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.595766] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1cb4c8-2e02-462f-8dd5-7633556867b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.820727] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.821086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.821086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.821289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.821289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.821697] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.821697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.821697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.821886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.821886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.821990] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 already deleted. [ 690.822100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.860225] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.860225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.860225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.860225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.865535] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.865535] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.865535] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.865535] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.865535] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.865535] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.865535] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.865535] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.865535] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.865535] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.865535] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.865535] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.886486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.886486] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.886486] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.886673] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.887056] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.887438] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.887438] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.887608] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.887793] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198478a1-a4d1-4869-ba1a-49d2c55d7ed6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.101822] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd1cb4c8-2e02-462f-8dd5-7633556867b6 [ 691.101822] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.102039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.102039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.102269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.102408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.102553] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd1cb4c8-2e02-462f-8dd5-7633556867b6 already deleted. [ 691.102676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1cb4c8-2e02-462f-8dd5-7633556867b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.393054] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.393054] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 not found, creating... [ 691.393054] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.393698] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.393698] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.393698] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.393923] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.393923] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.394203] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.394374] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.394531] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 is going to be created. [ 691.414720] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.414720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.414720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.414963] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.415123] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.415865] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.481422] env[69312]: INFO networking_nsxv3.common.synchronization [req-060345d8-bec2-4e61-9f1f-b94ec95d713a req-7ebec29b-4794-44fd-80c9-a5b0fb5afd8e service nova] Enqueued Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_rules [ 692.481739] env[69312]: INFO networking_nsxv3.common.synchronization [req-060345d8-bec2-4e61-9f1f-b94ec95d713a req-7ebec29b-4794-44fd-80c9-a5b0fb5afd8e service nova] Enqueued Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_members [ 692.481798] env[69312]: INFO networking_nsxv3.common.synchronization [req-060345d8-bec2-4e61-9f1f-b94ec95d713a req-7ebec29b-4794-44fd-80c9-a5b0fb5afd8e service nova] Enqueued Resource ID: 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 with Priority: HIGHEST for action port [ 692.482492] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_rules [ 692.482492] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_members [ 692.482492] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 with Priority: HIGHEST for action port [ 692.484453] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.484453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.484453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.484599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.484640] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.485840] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.485840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.485840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.485840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.486125] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.486125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.486227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.487068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487068] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.487278] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.487406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.487475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.491038] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198478a1-a4d1-4869-ba1a-49d2c55d7ed6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.545622] env[69312]: INFO networking_nsxv3.common.synchronization [req-b0d70a56-1f1f-4d02-ba2a-55fe81998684 req-8466b9d6-57f0-4a80-9bdf-f8cb619c8e50 tempest-ImagesNegativeTestJSON-922533626 tempest-ImagesNegativeTestJSON-922533626-project-member] Enqueued Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_members [ 692.546206] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGHEST for action security_group_members [ 692.546446] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.546570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.546635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.546839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.546992] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.547106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.547165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.547307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.547391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.547483] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.990794] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.991098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.991179] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.992688] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 with status ACTIVE [ 692.992688] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.992688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.992688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.992688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.993017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.993017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.993144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.993203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.993377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.993483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.993734] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.993794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.993873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.994081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.996129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.996129] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 198478a1-a4d1-4869-ba1a-49d2c55d7ed6 is going to be updated. [ 693.017572] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.017572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.017572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.017572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.017572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.017572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198478a1-a4d1-4869-ba1a-49d2c55d7ed6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.049506] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.049699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.049762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.049985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.050102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.050385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.050443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.050596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.050668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050770] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 is going to be updated. [ 693.079662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.079811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.079882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.080167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.080334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.088585] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 in Status: IN_PROGRESS for 2s [ 693.340027] env[69312]: INFO networking_nsxv3.common.synchronization [None req-d223bd6c-d025-4a71-bafd-16e01bd31f0d None None] Enqueued Resource ID: a736c367-848e-4852-ae62-0993014fe834 with Priority: HIGHEST for action port [ 693.340027] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a736c367-848e-4852-ae62-0993014fe834 with Priority: HIGHEST for action port [ 693.340027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a736c367-848e-4852-ae62-0993014fe834 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.340027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a736c367-848e-4852-ae62-0993014fe834" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.340027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a736c367-848e-4852-ae62-0993014fe834" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.340027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a736c367-848e-4852-ae62-0993014fe834" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.340027] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a736c367-848e-4852-ae62-0993014fe834',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.496050] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.845271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a736c367-848e-4852-ae62-0993014fe834 [ 693.845271] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.845271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.845271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.845271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.845271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a736c367-848e-4852-ae62-0993014fe834 already deleted. [ 693.845271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a736c367-848e-4852-ae62-0993014fe834" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.998950] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.004381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.004381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.004381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.004381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.004381] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 is going to be created. [ 694.056685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.057243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.059020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.059020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.059020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.076271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 in Status: UNINITIALIZED for 2s [ 694.171448] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 694.171680] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 694.172174] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 694.172303] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 694.172567] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.172680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.172745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.173355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.173461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.173567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.173567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.173735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.173822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.173918] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.175656] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.175826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.175956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.176202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.176365] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.176525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.176590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.176743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.176827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.176919] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.366895] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 694.367204] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 694.367426] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_rules [ 694.367628] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 694.367835] env[69312]: INFO networking_nsxv3.common.synchronization [req-9b6ffb93-dc8c-402f-bf61-04a8fb60e6e5 req-4f24e853-217d-404e-90dd-729e02412317 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with Priority: HIGHEST for action port [ 694.368609] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 694.368802] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_rules [ 694.368954] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with Priority: HIGHEST for action port [ 694.369116] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 694.369261] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 694.369675] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.369862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.369972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.370255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.370349] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.371352] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.371960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.372085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.372335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.372428] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.373347] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.373462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.373537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.373833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.373833] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.374777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.374921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.381720] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.381720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.632376] env[69312]: INFO networking_nsxv3.common.synchronization [req-11274e14-aaec-4cc5-9844-62698072f76b req-2e4dd454-f9d6-4098-b901-6be8a3ed53d1 tempest-ServerMetadataNegativeTestJSON-94808556 tempest-ServerMetadataNegativeTestJSON-94808556-project-member] Enqueued Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_members [ 694.632376] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 with Priority: HIGHEST for action security_group_members [ 694.632376] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.632376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.632376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.632376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.634143] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.634143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.634143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.634143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.634143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.634143] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc24ee7-4cf9-4469-9902-d4b97b74d2b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.675910] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.678594] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.877406] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.877602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.877817] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with status ACTIVE [ 694.878081] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.878200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.878266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.878478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.878577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.878774] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.878865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.878993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.879075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.879168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.879355] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.879450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.879545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.879679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.879816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.879816] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 is going to be updated. [ 694.881086] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.881240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.899135] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.899323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.899403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.899626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.899779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.900138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.100804] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 in Status: SUCCESS [ 695.100976] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 deletion is rescheduled due to dependency. [ 695.101107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.137072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.137235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.137235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.137870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.137870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.137870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.137870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.138813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.139228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.139348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.139447] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 is going to be updated. [ 695.170017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.170146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.170146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.170516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.170667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.177760] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.179609] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 in Status: IN_PROGRESS for 2s [ 695.182547] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.678984] env[69312]: INFO networking_nsxv3.common.synchronization [req-4bfc0885-0236-466f-9380-e5942f7ec1c9 req-ed25583b-85cd-4be9-95e6-1fbf165d6511 tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 695.679896] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 695.679896] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.679896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.679896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.680380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.680380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.680380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.680380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.680586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.680586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.680667] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.682729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.682729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.682729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.683020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.683020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.683020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 695.685432] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.685432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.685432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.685432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.685432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.685432] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be created. [ 695.721499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.721680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.721751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.723652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.723652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.728933] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.729309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.729309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.729399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.729527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.731284] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: UNINITIALIZED for 2s [ 695.737796] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 696.089775] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 in Status: SUCCESS [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.089775] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.089775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.089775] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.186441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.186441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.186441] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 already deleted. [ 696.186441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.186441] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 696.186441] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 696.186441] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_members [ 696.188280] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 696.188564] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 696.188795] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_members [ 696.189189] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.189487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.189887] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.190138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.190568] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.190848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.191025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.191341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.191701] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.191966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.192210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.192832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.192832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.192832] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.277183] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_rules [ 696.277183] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_members [ 696.277183] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 696.277183] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 696.277505] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_rules [ 696.277505] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 696.277582] env[69312]: INFO networking_nsxv3.common.synchronization [req-32ee5c95-04a8-4b11-9d9f-cd3694f2d994 req-4208078e-d522-49be-849f-1480f9e51d4a tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with Priority: HIGHEST for action port [ 696.279164] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_rules [ 696.279362] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 696.279409] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 696.282074] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with Priority: HIGHEST for action port [ 696.284024] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_rules [ 696.284024] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_members [ 696.284024] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 696.284161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.284250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.284250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.284511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.284613] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.288071] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.288221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.288422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.288512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.288846] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.288846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.288981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.289093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.289175] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.290296] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.290443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.292363] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.292363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.292363] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.292363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.328246] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.328246] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-433" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.328464] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-433" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.328692] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-433" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.328976] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.329178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.329292] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.329538] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.329684] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.329908] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.330037] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.330158] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.330270] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.330387] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.330492] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.330634] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.354101] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.354299] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.354443] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.354649] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-433" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.354980] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.355175] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.355299] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.355626] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.355842] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635b68a6-f9c8-416f-aa6b-ab1d1df906ee',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.593056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.593617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.593801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.594128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.594431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.594731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.594993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.595935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.595935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.595935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.595935] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.595935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.595935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.595935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.596483] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.596696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.596853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.695338] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.794716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.794716] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 with status ACTIVE [ 696.794716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.794716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.794716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.795575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.795575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.795575] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.795575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.795575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.795808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.795808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.796126] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1 is going to be updated. [ 696.817112] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.817302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.817302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.817618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.817618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.818595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6d5fa2-b0b8-4c30-a46d-ce6ca54302e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.860369] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.860369] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.860369] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.861263] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.861263] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.861263] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee not found, creating... [ 696.861263] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.861597] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.861718] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.861976] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.862135] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.862479] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.862647] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.862943] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.863799] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.865329] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.865329] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee is going to be created. [ 696.897110] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.897333] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.897451] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.897727] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.897978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.898245] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.100953] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c46bd9-83fc-46f2-99d8-dd22e159b8a5: rpc.has_security_group_logging(os_id): False [ 697.119513] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.119677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.119733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.119915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.120028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.120233] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.120337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.120393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.120586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.120636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.120798] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.120895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.120961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.121117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.121196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.121373] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.121464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.121522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.121659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.121735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.121820] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 is going to be created. [ 697.178615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.178761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.178827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.179100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.179282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.188506] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 in Status: SUCCESS [ 697.188675] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc24ee7-4cf9-4469-9902-d4b97b74d2b9 deletion is rescheduled due to dependency. [ 697.188849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc24ee7-4cf9-4469-9902-d4b97b74d2b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.189456] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 in Status: IN_PROGRESS for 2s [ 697.197813] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.290874] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e6bb4fa7-96ec-4304-abeb-5a3e1f7d0fa8 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_rules [ 697.291430] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_rules [ 697.291747] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.291880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.291956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.292235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.292310] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.376857] env[69312]: INFO networking_nsxv3.common.synchronization [None req-7673e80f-5218-4eb0-90a3-89507f1776aa tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_rules [ 697.378743] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_rules [ 697.378743] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.378743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.700603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.703881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.703881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.703881] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 is going to be created. [ 697.728271] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.728677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.728922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.729259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.729947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.743251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: UNINITIALIZED for 2s [ 697.743251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.743251] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.743251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.743251] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.750820] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.750820] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.750820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.750820] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.779839] env[69312]: INFO networking_nsxv3.common.synchronization [req-4bfc0885-0236-466f-9380-e5942f7ec1c9 req-d2625bce-7636-4274-9d7c-d89e88f70bb7 service nova] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 697.780948] env[69312]: INFO networking_nsxv3.common.synchronization [req-4bfc0885-0236-466f-9380-e5942f7ec1c9 req-d2625bce-7636-4274-9d7c-d89e88f70bb7 service nova] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 697.783590] env[69312]: INFO networking_nsxv3.common.synchronization [req-4bfc0885-0236-466f-9380-e5942f7ec1c9 req-d2625bce-7636-4274-9d7c-d89e88f70bb7 service nova] Enqueued Resource ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with Priority: HIGHEST for action port [ 697.785040] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 697.785040] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 697.785040] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with Priority: HIGHEST for action port [ 697.785040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.785040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.785320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.785320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.785449] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.786569] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.786691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.786761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.786932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.787095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.787191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.787246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.787387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.787470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.787557] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.788358] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.788510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.788711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.788837] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635b68a6-f9c8-416f-aa6b-ab1d1df906ee',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.814163] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.814163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.814163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.814163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.814406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.814490] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca already deleted. [ 697.814605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.814980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.815170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.815265] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.246553] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.253578] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.291055] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.291421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.291744] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.292722] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with status ACTIVE [ 698.293693] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.293693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.293693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.293693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.293693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.294574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.298105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.298105] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.298105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.298105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.298105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.298105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.298105] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee is going to be updated. [ 698.317721] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.318034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.318159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.318389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.318565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.318744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.334765] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.334898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.334970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.335177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.335265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.335357] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca already deleted. [ 698.335437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.755020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.755977] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.800325] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.200798] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 in Status: SUCCESS [ 699.200798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.262185] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.262185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.262185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.262185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.262185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.262185] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be updated. [ 699.262526] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.262659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.262753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.262962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.263060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.263150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 699.274150] env[69312]: INFO networking_nsxv3.common.synchronization [req-c27ec03f-cdce-428d-9963-90712a425d0a req-45729f86-2929-4b18-ae0e-8b9a965648ac tempest-InstanceActionsTestJSON-1058531864 tempest-InstanceActionsTestJSON-1058531864-project-member] Enqueued Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_members [ 699.274150] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGHEST for action security_group_members [ 699.274150] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.274150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.274150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.274150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.274150] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.274150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.274150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.277105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.277406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.277496] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.290602] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.291462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.295707] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.295879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.295979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.296306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.296508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.302407] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.302867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.302867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.302867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.302867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.303166] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be created. [ 699.309496] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: IN_PROGRESS for 2s [ 699.312635] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 699.332045] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.332045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.332276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.333040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.333040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.340788] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: UNINITIALIZED for 2s [ 699.751064] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: SUCCESS [ 699.751283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.751458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.751681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.751864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.752059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.752157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.752461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.752558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.752662] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.782527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.782527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.782527] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 is going to be updated. [ 699.809145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.809145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.809145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.809145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.809145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815086] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 in Status: IN_PROGRESS for 2s [ 700.256315] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.740822] env[69312]: INFO networking_nsxv3.common.synchronization [req-7bb486f8-886e-4eb1-b471-6b00264b874d req-3e1b54c6-ec40-4b4c-a486-a06b5ae02ec5 tempest-ImagesOneServerTestJSON-515546110 tempest-ImagesOneServerTestJSON-515546110-project-member] Enqueued Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_members [ 700.741361] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGHEST for action security_group_members [ 700.741670] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.741825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.741886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.742558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.742746] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.742865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.742918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.743270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.743606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.743745] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.756836] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.247052] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.247353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.247489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.247571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.247775] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.247878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.248144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.248225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.248314] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 is going to be updated. [ 701.260515] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.260674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.260730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.260896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.260982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.261090] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 is going to be updated. [ 701.286927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.287116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.287200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.287380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.287516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.292586] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.292722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.292722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.292848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.292986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.304497] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 in Status: IN_PROGRESS for 2s [ 701.305199] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: IN_PROGRESS for 2s [ 701.316789] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 701.316906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.317036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.317234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.317462] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.318506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.318506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.318506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.318506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.318506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.318506] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.319482] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 701.319655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.319848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.319961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.320145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.320255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.320328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.320532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.320532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.320670] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.321367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.321440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.321680] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.321680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.321845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.321907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.321967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.325037] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.325037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.325037] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.350252] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 701.350450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.351010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.351232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.351421] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.351526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.351592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.352031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.352031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.352031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.352180] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.413094] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b295aeb2-0b2e-4aea-8b82-0e56c46f623f None None] Enqueued Resource ID: e07a72b0-0694-48d5-9913-75ac0c47469a with Priority: HIGHEST for action port [ 701.413365] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07a72b0-0694-48d5-9913-75ac0c47469a with Priority: HIGHEST for action port [ 701.413931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e07a72b0-0694-48d5-9913-75ac0c47469a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.415343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e07a72b0-0694-48d5-9913-75ac0c47469a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.415412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e07a72b0-0694-48d5-9913-75ac0c47469a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.415996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e07a72b0-0694-48d5-9913-75ac0c47469a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.416105] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e07a72b0-0694-48d5-9913-75ac0c47469a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.762417] env[69312]: INFO networking_nsxv3.common.synchronization [req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 req-d1c7325e-0243-4729-8ac8-f879e1858c9c tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Enqueued Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_members [ 701.762905] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_members [ 701.763281] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.763412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.763477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.763891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.763891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.765075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.765236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.765481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.765612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.765720] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.823508] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.824405] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.825545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.825710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.829991] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 in Status: SUCCESS [ 701.830216] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 deletion is rescheduled due to dependency. [ 701.830356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.830599] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.854747] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.918672] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e07a72b0-0694-48d5-9913-75ac0c47469a [ 701.918909] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.919359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.919668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.919843] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e07a72b0-0694-48d5-9913-75ac0c47469a already deleted. [ 701.919843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e07a72b0-0694-48d5-9913-75ac0c47469a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.170988] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.171249] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.171406] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.171728] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.172040] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.172265] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.172409] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.172682] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.172868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.173134] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.173305] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.173460] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.173584] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.173702] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.173811] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.173945] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.201960] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.202199] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.202372] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.202596] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.202986] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-5205fd3e-8b8b-46b3-a440-48b35ce256ca taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.203225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.203383] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.203744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.203921] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5205fd3e-8b8b-46b3-a440-48b35ce256ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.270068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.270361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.270361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.270602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.270678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.270877] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.270990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.271260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.271260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.271260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.271459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 already deleted. [ 702.271459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.326583] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.327859] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3164393-2a9f-4e77-9f3c-049b43c4ba91: rpc.has_security_group_logging(os_id): False [ 702.333297] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.345627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.345825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.345914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.346156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.346249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.346567] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.346726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.346829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.347009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.347124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.347247] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be created. [ 702.356871] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b455c35-f50d-40fd-b91a-a53cac365796: rpc.has_security_group_logging(os_id): False [ 702.374192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.374387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.374433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.374677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.374773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.375171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.375241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.375420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.375542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375671] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be created. [ 702.403745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.403948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.404009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.404258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.404496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.416646] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: IN_PROGRESS for 2s [ 702.432196] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.432196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.432196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.432196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.432196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.443022] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: IN_PROGRESS for 2s [ 702.707215] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.708047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.708047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.708047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.708047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.708266] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 5205fd3e-8b8b-46b3-a440-48b35ce256ca not found, creating... [ 702.708438] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.708619] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.708746] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.709014] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.709885] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.710147] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.710345] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.710478] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.710646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.710788] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.710932] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 5205fd3e-8b8b-46b3-a440-48b35ce256ca is going to be created. [ 702.729752] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.729952] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.730313] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.730366] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.730549] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.730775] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.830156] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.830372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.830372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.830530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.830625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.830892] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be updated. [ 702.839189] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.839352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.839352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.839585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.839675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.839787] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 702.871324] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.871324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.871324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.871324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.871324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.872882] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.873055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.873149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.873372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.873542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.883557] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 702.884790] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: IN_PROGRESS for 2s [ 703.314138] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: SUCCESS [ 703.314431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.315044] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 in Status: SUCCESS [ 703.315202] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 deletion is rescheduled due to dependency. [ 703.315300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.315446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.315694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.315909] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.316279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.316402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.316542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.316659] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.602976] env[69312]: INFO networking_nsxv3.common.synchronization [req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 req-7f9de224-737e-40de-b252-cfbbe623ae5c service nova] Enqueued Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_rules [ 703.603213] env[69312]: INFO networking_nsxv3.common.synchronization [req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 req-7f9de224-737e-40de-b252-cfbbe623ae5c service nova] Enqueued Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_members [ 703.603368] env[69312]: INFO networking_nsxv3.common.synchronization [req-65252f41-9f24-4ce1-824f-2b93dfdc81e3 req-7f9de224-737e-40de-b252-cfbbe623ae5c service nova] Enqueued Resource ID: 5205fd3e-8b8b-46b3-a440-48b35ce256ca with Priority: HIGHEST for action port [ 703.603636] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_rules [ 703.603783] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_members [ 703.603876] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5205fd3e-8b8b-46b3-a440-48b35ce256ca with Priority: HIGHEST for action port [ 703.606208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.606353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.606353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.606600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.606690] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.607747] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.607876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.607922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.608545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.608545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.608545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.608545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.608861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.608861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.608861] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.610156] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5205fd3e-8b8b-46b3-a440-48b35ce256ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.610334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.610415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.611287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.611287] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5205fd3e-8b8b-46b3-a440-48b35ce256ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.773460] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b6de254f-5b44-481e-8dd1-f26a45ac1814 None None] Enqueued Resource ID: 94f37056-5cab-49cc-b946-8d476ae82528 with Priority: HIGHEST for action port [ 703.773749] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f37056-5cab-49cc-b946-8d476ae82528 with Priority: HIGHEST for action port [ 703.775212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f37056-5cab-49cc-b946-8d476ae82528 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.775386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f37056-5cab-49cc-b946-8d476ae82528" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.775457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f37056-5cab-49cc-b946-8d476ae82528" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.776602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f37056-5cab-49cc-b946-8d476ae82528" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.776602] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f37056-5cab-49cc-b946-8d476ae82528',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.818873] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.917256] env[69312]: INFO networking_nsxv3.common.synchronization [req-a0d103b6-c968-45b0-be50-3f96f2631a26 req-f6ecaa93-1f13-45f1-bc28-ca6642f1b6f2 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 703.917821] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 703.918961] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.918961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.918961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.918961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.919538] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.919794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.919898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.920999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.921925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.921925] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.116033] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.116033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5205fd3e-8b8b-46b3-a440-48b35ce256ca with status ACTIVE [ 704.116033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.116033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.116033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.116985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.116985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.116985] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5205fd3e-8b8b-46b3-a440-48b35ce256ca is going to be updated. [ 704.161314] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.161314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.161314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.161601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.161601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.161720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5205fd3e-8b8b-46b3-a440-48b35ce256ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.278389] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94f37056-5cab-49cc-b946-8d476ae82528 [ 704.278625] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.278767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.278836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.279073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.279172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.279271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94f37056-5cab-49cc-b946-8d476ae82528 already deleted. [ 704.279352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f37056-5cab-49cc-b946-8d476ae82528" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.324465] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7960a9ff-f673-41c5-89ba-3c6c1c1548a3: rpc.has_security_group_logging(os_id): False [ 704.334968] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.335371] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.335552] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.335913] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.336400] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.336652] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.336818] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.337087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.337274] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.337514] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.337652] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.337786] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.337916] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.338160] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.338383] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.338556] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.342150] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.342313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.342408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.342604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.342695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.342941] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.343096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.343168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.343358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.343461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.343582] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 is going to be created. [ 704.357620] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.358274] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.358463] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.358653] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.358963] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-4334ebde-fc79-4aad-b321-41a8fca22383 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359152] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359271] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359590] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.359728] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4334ebde-fc79-4aad-b321-41a8fca22383',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.396360] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.396532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.396590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.396784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.396960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.410062] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: IN_PROGRESS for 2s [ 704.421617] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ec06cd49-4e96-4f30-9df5-eb40eeec9121 None None] Enqueued Resource ID: 2a7f7a24-2179-4205-8dcd-ac464c29c7c6 with Priority: HIGHEST for action port [ 704.421617] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7f7a24-2179-4205-8dcd-ac464c29c7c6 with Priority: HIGHEST for action port [ 704.422415] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a7f7a24-2179-4205-8dcd-ac464c29c7c6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.422415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a7f7a24-2179-4205-8dcd-ac464c29c7c6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.422415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a7f7a24-2179-4205-8dcd-ac464c29c7c6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a7f7a24-2179-4205-8dcd-ac464c29c7c6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.422666] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a7f7a24-2179-4205-8dcd-ac464c29c7c6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.423944] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.427953] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 704.428236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.428392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.428808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.428808] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.457052] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 704.457189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.614549] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.862512] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.862754] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.862884] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.863188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.863343] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.863502] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 4334ebde-fc79-4aad-b321-41a8fca22383 not found, creating... [ 704.863802] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.863982] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.864121] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.864354] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.864493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.864782] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.864938] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.865070] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.865288] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.865442] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.865587] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 4334ebde-fc79-4aad-b321-41a8fca22383 is going to be created. [ 704.890712] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.890944] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.891076] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.891341] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.894026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.894026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.910546] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 704.910760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.910930] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.912562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.912562] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.912562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.912562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.912562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.912562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.912562] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.913491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 704.913661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.913802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.913968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.914165] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.914272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.915196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.915196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.915196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.915196] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.925873] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a7f7a24-2179-4205-8dcd-ac464c29c7c6 [ 704.926117] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.926241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.926306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.926494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.926576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.926769] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a7f7a24-2179-4205-8dcd-ac464c29c7c6 already deleted. [ 704.926769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a7f7a24-2179-4205-8dcd-ac464c29c7c6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.928177] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.933754] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.933754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.116770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.116919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.116988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.117219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.117312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.117408] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 is going to be created. [ 705.151971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.152155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.152224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.152427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.152601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.166486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 in Status: UNINITIALIZED for 2s [ 705.417644] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.418351] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.431382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.431508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.431508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.431700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.431793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.431893] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 705.460310] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.460467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.460535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.460801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.461042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.471474] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 705.483583] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c0e278cc-57de-47b8-bfd6-b14b5edc7d46 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_rules [ 705.484362] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_rules [ 705.484737] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.484873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.484943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.485281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.485381] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.570791] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c4355579-9a77-435f-b545-66e311ffb7be tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_rules [ 705.571331] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_rules [ 705.571871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.571871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.754189] env[69312]: INFO networking_nsxv3.common.synchronization [req-a0d103b6-c968-45b0-be50-3f96f2631a26 req-a1ef2b11-d1cb-423e-a13b-379cc7888ef2 service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 705.754189] env[69312]: INFO networking_nsxv3.common.synchronization [req-a0d103b6-c968-45b0-be50-3f96f2631a26 req-a1ef2b11-d1cb-423e-a13b-379cc7888ef2 service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 705.754189] env[69312]: INFO networking_nsxv3.common.synchronization [req-a0d103b6-c968-45b0-be50-3f96f2631a26 req-a1ef2b11-d1cb-423e-a13b-379cc7888ef2 service nova] Enqueued Resource ID: 4334ebde-fc79-4aad-b321-41a8fca22383 with Priority: HIGHEST for action port [ 705.755512] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 705.755512] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 705.755512] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334ebde-fc79-4aad-b321-41a8fca22383 with Priority: HIGHEST for action port [ 705.755884] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.757297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.757297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.757297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.757297] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.757651] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.761020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4334ebde-fc79-4aad-b321-41a8fca22383 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.761020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.761020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.761020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4334ebde-fc79-4aad-b321-41a8fca22383',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.922423] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.923890] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.006020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.006020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.006020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.006219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.006219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.006277] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 already deleted. [ 706.006359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.006535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.006727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.006824] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.260813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.260948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.263333] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4334ebde-fc79-4aad-b321-41a8fca22383 with status ACTIVE [ 706.263500] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.263654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.263725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.263928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.264622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.264622] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.264622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.264622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.264622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.264622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.264923] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.264923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.265087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.265087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.265171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.265249] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4334ebde-fc79-4aad-b321-41a8fca22383 is going to be updated. [ 706.294945] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.295101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.295216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.295375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.295513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.295675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4334ebde-fc79-4aad-b321-41a8fca22383" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.426171] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: SUCCESS [ 706.426411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.426788] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.426914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.426983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.427198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.427286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.427373] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be updated. [ 706.428643] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.428752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.428861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.428977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.430163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.430262] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 706.459304] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.459475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.459547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.459760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.459895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.461667] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.461741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.461773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.461937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.462087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.471595] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 706.472287] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: IN_PROGRESS for 2s [ 706.531559] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.531697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.531766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.532722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.532722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532722] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 already deleted. [ 706.532722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.014750] env[69312]: INFO networking_nsxv3.common.synchronization [None req-8451a324-0e37-4fc4-accd-5d9bebcb5479 None None] Enqueued Resource ID: de2cf275-64bf-4bd9-a0df-a1f6d9afd081 with Priority: HIGHEST for action port [ 707.015028] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2cf275-64bf-4bd9-a0df-a1f6d9afd081 with Priority: HIGHEST for action port [ 707.017177] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-de2cf275-64bf-4bd9-a0df-a1f6d9afd081 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.017307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de2cf275-64bf-4bd9-a0df-a1f6d9afd081" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.017373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de2cf275-64bf-4bd9-a0df-a1f6d9afd081" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.017621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de2cf275-64bf-4bd9-a0df-a1f6d9afd081" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.017701] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2cf275-64bf-4bd9-a0df-a1f6d9afd081',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.179174] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 in Status: SUCCESS [ 707.179963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.180046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.180237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.180483] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.180578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.180607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.180772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.180852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.181557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.181699] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.481651] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 707.481865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.481941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.483571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.484038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.484038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.484151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.484309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.484436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.484597] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.520692] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de2cf275-64bf-4bd9-a0df-a1f6d9afd081 [ 707.520907] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.521047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.521116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.521514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de2cf275-64bf-4bd9-a0df-a1f6d9afd081 already deleted. [ 707.521594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de2cf275-64bf-4bd9-a0df-a1f6d9afd081" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.683795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.683975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.684050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.684255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.684423] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.685105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.685105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.685215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.685322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.685438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.685567] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.686162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.686162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.686162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.686162] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.686162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.686162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.686580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.686580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.686580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.686580] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.989904] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.189351] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c0de62d-1b56-4e3c-81ff-48dfb348df10: rpc.has_security_group_logging(os_id): False [ 708.208145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.208145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.208145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.208145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.208545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.208545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.208643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.208643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.208843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.208922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.209214] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.209280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.209986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.209986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.209986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.209986] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.209986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.209986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.210247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.210325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.210357] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 is going to be created. [ 708.281295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.281460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.281534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.281756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.281938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.297267] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 in Status: IN_PROGRESS for 2s [ 708.486192] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 708.486508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.486708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.486974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.487501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.488340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.488408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.488615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.488768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.488932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.489197] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.489312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.489373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.489576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.489789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.489898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.489962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.490126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.490221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.490338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.490432] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.493036] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 708.493036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.493036] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.496038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.496038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.496038] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.996564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.996702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.996752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.996941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.997051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.997162] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 708.998423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 708.999297] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.022514] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.022651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.022721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.022922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.023023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.023211] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.023309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.023370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.023522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.023599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.023794] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.023886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.023946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.024101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.024199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.024354] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.024445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.024502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.024638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.024709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.024793] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 709.032579] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.032702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.032770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.032936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.033086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.044786] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 709.098561] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.098702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.098772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.098985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.099344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.129800] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 709.502018] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3164393-2a9f-4e77-9f3c-049b43c4ba91: rpc.has_security_group_logging(os_id): False [ 709.518709] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.518840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.518918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.519195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.519305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.519908] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.520480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.520578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.520737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.520822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.520914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be updated. [ 709.592099] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.592298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.592357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.592533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.592671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.607492] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: IN_PROGRESS for 2s [ 710.314100] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 in Status: SUCCESS [ 710.314434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.057967] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 711.058285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.058445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.058699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.058901] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.059033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.059120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.059351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.059468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.059574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.059673] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.143627] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 711.143847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.144345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.144345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.144345] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.562241] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.562422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.562527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.562761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.564051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.564051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.564051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.564476] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.564476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.564476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.564476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.564827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.564827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.564827] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.621670] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 711.621670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.646064] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.646219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.646300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.646507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.646663] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.646763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.646828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.646989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.647086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.647180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.647511] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.017076] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 712.017076] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 712.067664] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c4249ba-9fb0-458c-896e-de6489c0d03a: rpc.has_security_group_logging(os_id): False [ 712.083481] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.083717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.083717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.084015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.084111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.084313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.084414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.084474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.084648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.084726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.084920] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.085147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.085147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.085477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.085619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.085842] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.085985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.086114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.086330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.086455] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.086584] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 712.143298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.143298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.143298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.144587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.144699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.149688] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.149822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.149890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.151032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.151032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.151032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.151346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.151346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.151403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.151432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.152532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.152532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.152532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.152532] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.159215] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 712.654835] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 712.685960] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.685960] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.685960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.686456] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.686456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.686456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.686553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.686583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.686927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.687104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.687191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.687765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.687765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.687765] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 712.753243] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.753462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.753552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.753758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.754405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.767642] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 713.206805] env[69312]: INFO networking_nsxv3.common.synchronization [req-abe7c60f-4051-4e0d-b1e3-bca438267a79 req-15ba4c65-b347-44d3-95e3-0bba8508af7b tempest-AttachInterfacesV270Test-645317410 tempest-AttachInterfacesV270Test-645317410-project-member] Enqueued Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_members [ 713.206805] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGHEST for action security_group_members [ 713.210834] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.210834] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.210834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.210834] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.712316] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.712767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.712907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.713215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.714574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.714726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.714837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.714903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.715096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.715182] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.715273] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 is going to be updated. [ 713.744191] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.744311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.752913] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 in Status: IN_PROGRESS for 2s [ 714.185467] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 714.185467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.781752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 714.782042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.170680] env[69312]: INFO networking_nsxv3.common.synchronization [req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f req-5459bc4c-ac87-474f-ab80-330cf45715d5 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 715.171368] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 715.171507] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.171628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.171691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.171948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.174260] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.177114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.177114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.177114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.177114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.177114] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.380297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.380297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.380297] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac already deleted. [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.380297] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 in Status: SUCCESS [ 717.380297] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 deletion is rescheduled due to dependency. [ 717.380297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.544711] env[69312]: INFO networking_nsxv3.common.synchronization [None req-54608b9b-3326-47d2-93f9-8da2290291a6 None None] Enqueued Resource ID: fc37038e-6f75-4fb2-832e-e432d0009103 with Priority: HIGHEST for action port [ 717.548020] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc37038e-6f75-4fb2-832e-e432d0009103 with Priority: HIGHEST for action port [ 717.548020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc37038e-6f75-4fb2-832e-e432d0009103 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.548020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc37038e-6f75-4fb2-832e-e432d0009103" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.548020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc37038e-6f75-4fb2-832e-e432d0009103" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.548020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc37038e-6f75-4fb2-832e-e432d0009103" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.548020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc37038e-6f75-4fb2-832e-e432d0009103',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.628492] env[69312]: INFO networking_nsxv3.common.synchronization [req-94cd40b0-c704-4648-b925-372bca904f26 req-55dc09f0-dc26-4251-8a05-9ee698c00f4b tempest-ServerDiagnosticsTest-410723933 tempest-ServerDiagnosticsTest-410723933-project-member] Enqueued Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_members [ 717.629962] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGHEST for action security_group_members [ 717.629962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.629962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.629962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.629962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.629962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.629962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.633072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.633593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.633593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.633593] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.669217] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.670340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.670340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.674426] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.674620] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.674832] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.675141] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.675328] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.675577] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.675704] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.675817] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.675927] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.676072] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.676218] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.676370] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.697811] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.697811] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.697811] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.698016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.698525] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-a8926132-7e62-4bbb-99ff-9509b49e6e54 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.698716] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.699446] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.699446] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.699446] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8926132-7e62-4bbb-99ff-9509b49e6e54',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.050236] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc37038e-6f75-4fb2-832e-e432d0009103 [ 718.050501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.050644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.050715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.051274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.051421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.051535] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc37038e-6f75-4fb2-832e-e432d0009103 already deleted. [ 718.051651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc37038e-6f75-4fb2-832e-e432d0009103" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.139948] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.140158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.140158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.140369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.140458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.140608] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.140736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.140837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.141033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.141033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.141184] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 is going to be updated. [ 718.169023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.169023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.169023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.169023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.169023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.175752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 in Status: IN_PROGRESS for 2s [ 718.201481] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.201832] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.202070] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.202190] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.202683] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.202683] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port a8926132-7e62-4bbb-99ff-9509b49e6e54 not found, creating... [ 718.202878] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.202878] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.203104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.203210] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.203343] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.203938] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.203938] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.203938] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.204233] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.204233] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.204361] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: a8926132-7e62-4bbb-99ff-9509b49e6e54 is going to be created. [ 718.222832] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.223198] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.223198] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.223411] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.223625] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.223839] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.657527] env[69312]: INFO networking_nsxv3.common.synchronization [req-3213e316-ecb0-4436-9a4a-3028d427e1d1 req-0d039396-718f-436e-9960-67c634c84f9b tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 718.657527] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 718.657778] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.657778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.657856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.658475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.658475] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.658475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.658475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.658641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.658641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.658699] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.889697] env[69312]: INFO networking_nsxv3.common.synchronization [req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f req-8ab695ed-e761-41e1-87e4-1a4dfd23bb32 service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 718.889878] env[69312]: INFO networking_nsxv3.common.synchronization [req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f req-8ab695ed-e761-41e1-87e4-1a4dfd23bb32 service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 718.890027] env[69312]: INFO networking_nsxv3.common.synchronization [req-d07deab4-d3b2-47b9-9d1c-764ef4ca1a2f req-8ab695ed-e761-41e1-87e4-1a4dfd23bb32 service nova] Enqueued Resource ID: a8926132-7e62-4bbb-99ff-9509b49e6e54 with Priority: HIGHEST for action port [ 718.890546] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 718.890730] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 718.890730] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8926132-7e62-4bbb-99ff-9509b49e6e54 with Priority: HIGHEST for action port [ 718.891036] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.891602] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.898399] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.899012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.899012] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.899012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.899143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.899852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.899852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.899852] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.900370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8926132-7e62-4bbb-99ff-9509b49e6e54 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.900370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.900370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.900888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.900888] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8926132-7e62-4bbb-99ff-9509b49e6e54',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.078318] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.078512] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.078632] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.078892] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.079162] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.079328] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.079447] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.079655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.079789] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.079983] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.081102] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.081102] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.081102] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.081102] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.081102] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.081368] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.103733] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.103733] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.103733] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.103733] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-514" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.103733] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-401a95a8-0ce7-400e-9029-d92ac02f6024 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103733] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.103733] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103733] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103733] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401a95a8-0ce7-400e-9029-d92ac02f6024',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.160483] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.403945] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.405508] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.405633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408143] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8926132-7e62-4bbb-99ff-9509b49e6e54 with status ACTIVE [ 719.408143] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.408143] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.408143] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.408143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.408143] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8926132-7e62-4bbb-99ff-9509b49e6e54 is going to be updated. [ 719.428726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.428931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.428990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.429544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8926132-7e62-4bbb-99ff-9509b49e6e54" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.610026] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.610026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.610026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.610026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.610026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.610026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 401a95a8-0ce7-400e-9029-d92ac02f6024 not found, creating... [ 719.610026] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.610026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.610026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.610838] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.610838] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.611571] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.611571] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.611571] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.611944] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612324] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 401a95a8-0ce7-400e-9029-d92ac02f6024 is going to be created. [ 719.632786] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.633023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.633154] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.633435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.633662] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.633885] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.663659] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.910383] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.166100] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.166285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.166353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.166568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.166659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.166770] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be updated. [ 720.184239] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 in Status: SUCCESS [ 720.184402] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 deletion is rescheduled due to dependency. [ 720.184507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.589549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.589549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.589549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.589549] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be created. [ 722.602019] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 722.602019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.614245] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.614245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.614245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.614245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.614782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622357] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: UNINITIALIZED for 2s [ 723.118607] env[69312]: INFO networking_nsxv3.common.synchronization [req-3213e316-ecb0-4436-9a4a-3028d427e1d1 req-073d5db1-be1b-4d18-8ac0-4a1cfc57e4d3 service nova] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_rules [ 723.118833] env[69312]: INFO networking_nsxv3.common.synchronization [req-3213e316-ecb0-4436-9a4a-3028d427e1d1 req-073d5db1-be1b-4d18-8ac0-4a1cfc57e4d3 service nova] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 723.119008] env[69312]: INFO networking_nsxv3.common.synchronization [req-3213e316-ecb0-4436-9a4a-3028d427e1d1 req-073d5db1-be1b-4d18-8ac0-4a1cfc57e4d3 service nova] Enqueued Resource ID: 401a95a8-0ce7-400e-9029-d92ac02f6024 with Priority: HIGHEST for action port [ 723.119278] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_rules [ 723.119846] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 723.119968] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401a95a8-0ce7-400e-9029-d92ac02f6024 with Priority: HIGHEST for action port [ 723.120541] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.120659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.120766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.120908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.120985] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.123419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.123560] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.123627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.124064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.124489] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.124599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.124673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.124845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.124951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.125074] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.126574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-401a95a8-0ce7-400e-9029-d92ac02f6024 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.126690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.126755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.126937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.127558] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401a95a8-0ce7-400e-9029-d92ac02f6024',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.342160] env[69312]: INFO networking_nsxv3.common.synchronization [None req-0690b8dd-9003-48e4-8cc5-10ccdc426395 None None] Enqueued Resource ID: 4d921bf6-16a3-409c-baad-078ecae9c46a with Priority: HIGHEST for action port [ 723.342160] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d921bf6-16a3-409c-baad-078ecae9c46a with Priority: HIGHEST for action port [ 723.342160] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d921bf6-16a3-409c-baad-078ecae9c46a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.342160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d921bf6-16a3-409c-baad-078ecae9c46a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.342160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d921bf6-16a3-409c-baad-078ecae9c46a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.342160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d921bf6-16a3-409c-baad-078ecae9c46a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.342160] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d921bf6-16a3-409c-baad-078ecae9c46a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.624759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.624759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.626765] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.629281] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 401a95a8-0ce7-400e-9029-d92ac02f6024 with status ACTIVE [ 723.632055] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.632055] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.632055] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.632055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.632055] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 401a95a8-0ce7-400e-9029-d92ac02f6024 is going to be updated. [ 723.651728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.651875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.651939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.652199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.652278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.652639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401a95a8-0ce7-400e-9029-d92ac02f6024" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.845046] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d921bf6-16a3-409c-baad-078ecae9c46a [ 723.845328] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.845414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.845535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.846912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.847065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.847247] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d921bf6-16a3-409c-baad-078ecae9c46a already deleted. [ 723.847291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d921bf6-16a3-409c-baad-078ecae9c46a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.089066] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-83cb2bec-1e7c-47b2-b074-3967abbf1fb3 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 724.089635] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 724.089936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.091750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.091750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.091821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.092269] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.092269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.092269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.092440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.092440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.092504] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.130254] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.519673] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.519892] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.519979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.520335] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.520598] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.520743] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.520867] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.521877] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.522132] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.522310] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.522430] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.522543] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.522651] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.522763] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.522870] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.523011] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.541572] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.541749] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.541913] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.542130] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.542457] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f38e50f5-f0a0-4998-b1c5-05e4845871b5 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.542631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.542752] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.543081] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.543220] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f38e50f5-f0a0-4998-b1c5-05e4845871b5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.595063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.595304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.595474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.595716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.595879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.596237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.596331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.596418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.597031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.597031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.597147] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 already deleted. [ 724.598291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.631158] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 724.631478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.631546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.631772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.631959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.632094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.632151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.632287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.632365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.633079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.633079] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.636438] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.636579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.636649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.637172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.637172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.637172] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be updated. [ 724.663434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.663664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.663664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.664525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.664525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.674054] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: IN_PROGRESS for 2s [ 725.637651] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.637651] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f38e50f5-f0a0-4998-b1c5-05e4845871b5 not found, creating... [ 725.637651] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.637651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641452] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.641452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.641452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.641452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641452] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f38e50f5-f0a0-4998-b1c5-05e4845871b5 is going to be created. [ 725.641452] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.641452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641452] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643542] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.643542] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643542] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.643542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.645952] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.645952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.645952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.645952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.645952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645952] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.645952] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac: rpc.has_security_group_logging(os_id): False [ 725.660370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.660618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.660618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.660828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.660899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.661347] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.661471] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.661635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.662110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.662110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.662227] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.662301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.662365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.662501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.662568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.662864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.662864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.663012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.663057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.663188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.663250] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be created. [ 725.720598] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.720759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.720759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.721477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.721477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.733084] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 725.924355] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-74ca0497-acfc-48a0-bd3a-7b5a8be09d79 service nova] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_rules [ 725.924528] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-74ca0497-acfc-48a0-bd3a-7b5a8be09d79 service nova] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 725.924668] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-74ca0497-acfc-48a0-bd3a-7b5a8be09d79 service nova] Enqueued Resource ID: f38e50f5-f0a0-4998-b1c5-05e4845871b5 with Priority: HIGHEST for action port [ 725.924947] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_rules [ 725.925095] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 725.925193] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38e50f5-f0a0-4998-b1c5-05e4845871b5 with Priority: HIGHEST for action port [ 725.926866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.926866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.926866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.926866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.926866] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.927772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.927772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.927772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.927772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.927772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.928020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.931128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.931128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.931128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.931128] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.931128] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f38e50f5-f0a0-4998-b1c5-05e4845871b5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.931128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.931128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.931128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.931128] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f38e50f5-f0a0-4998-b1c5-05e4845871b5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.093329] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ed5b037f-b79f-4ee9-9e76-009cd62794da None None] Enqueued Resource ID: cde716d1-b2aa-4832-8275-63091ce08709 with Priority: HIGHEST for action port [ 726.094072] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde716d1-b2aa-4832-8275-63091ce08709 with Priority: HIGHEST for action port [ 726.094669] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde716d1-b2aa-4832-8275-63091ce08709 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.094831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde716d1-b2aa-4832-8275-63091ce08709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde716d1-b2aa-4832-8275-63091ce08709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde716d1-b2aa-4832-8275-63091ce08709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095316] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde716d1-b2aa-4832-8275-63091ce08709',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.431323] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.431445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432787] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.433669] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f38e50f5-f0a0-4998-b1c5-05e4845871b5 with status ACTIVE [ 726.433861] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.433953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.434035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.434380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.434380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.434529] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.434614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.434652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.434783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.434859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.435068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.435166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.435226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.435375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.435442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.435583] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f38e50f5-f0a0-4998-b1c5-05e4845871b5 is going to be updated. [ 726.458790] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.458926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.458986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.459143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.459301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.459457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f38e50f5-f0a0-4998-b1c5-05e4845871b5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.599056] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cde716d1-b2aa-4832-8275-63091ce08709 [ 726.599056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.599056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.599056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.599056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.599353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.599353] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cde716d1-b2aa-4832-8275-63091ce08709 already deleted. [ 726.599353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde716d1-b2aa-4832-8275-63091ce08709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.683321] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 726.683661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.683720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.683964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.684168] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.684299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.684360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.684544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.684625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.684707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.684808] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.716208] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-7ee9be10-f4a6-4512-a21a-c1b5667b0ac2 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 726.716208] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 726.716603] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.716696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.941023] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.111846] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.111846] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.111941] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.112260] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.113808] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.113808] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.113808] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.113808] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.113808] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.113808] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.113808] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.113808] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.113808] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.114262] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.114262] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.114262] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.132538] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.132715] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.132849] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.133039] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.133351] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.133768] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.133768] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.134066] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.134209] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.189275] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.189463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.189549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.189773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.189961] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.190114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.190197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.190368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.190462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.190567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.190736] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.190847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.190913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.191067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.191205] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.191296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.191495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.191606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.191659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.191730] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.442615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.442994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.443107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.443210] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be created. [ 727.466206] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.466360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.466429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.466644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.466806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.475240] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: UNINITIALIZED for 2s [ 727.637026] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.637323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.637481] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.637804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.638073] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.638258] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 not found, creating... [ 727.638614] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.638799] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.639100] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.639444] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.639663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.641782] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.641782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.641782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.641782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.641782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.641782] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 is going to be created. [ 727.668144] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.668604] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.668706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.669018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.669348] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.669669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.696331] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f80c70-1b2e-4e8f-b9f2-8a8216660505: rpc.has_security_group_logging(os_id): False [ 727.715283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.715442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.715500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.715713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.715805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.715999] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.716110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.716182] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.716339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.716463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.716721] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.716823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.716885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.717038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.717117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.717301] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.717395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.717454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.717590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.717663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.717747] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be updated. [ 727.744491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 727.744753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800775] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.800972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.801186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.801337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.830716] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: IN_PROGRESS for 2s [ 731.106150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.106150] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.106150] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.106150] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.106150] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.106150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 731.106150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.107795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.107795] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.107795] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.107795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.107795] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 731.107795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.107795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.107795] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 731.382133] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-2cfc47b1-f2ab-4bb5-89ae-0012f4e10f15 service nova] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_rules [ 731.382133] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-2cfc47b1-f2ab-4bb5-89ae-0012f4e10f15 service nova] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 731.382133] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-2cfc47b1-f2ab-4bb5-89ae-0012f4e10f15 service nova] Enqueued Resource ID: ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 with Priority: HIGHEST for action port [ 731.382413] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_rules [ 731.382554] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 731.382695] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 with Priority: HIGHEST for action port [ 731.383268] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.383412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.383642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.383751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.383990] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.384603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.384603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.384603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.384603] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.886429] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 with status ACTIVE [ 731.886684] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.886818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.886890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.887174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.887271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.887453] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.887558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.887621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.887774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.887852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.888042] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.888138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.888195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.888379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.888427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.888953] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5 is going to be updated. [ 731.908130] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.908248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.908317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.908576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.908806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.908983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc66e5a-7d7f-4f0d-a134-6cc4f6d842e5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.064128] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-6221852b-393e-4141-9113-1edd637afbf3 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 732.064644] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 732.065140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.065140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.369754] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.370060] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.370060] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.370316] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.370557] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.370700] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.370810] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.371013] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.371330] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.371612] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.372263] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.372452] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.372622] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.372769] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.372944] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.373135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.392054] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.392328] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.392526] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.392732] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-313" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.393103] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.393306] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.393475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.393854] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.394141] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba1416d-b788-4c33-93a0-0d2e8ef285e3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.896713] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896883] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.897016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.897335] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.897499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.897658] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 not found, creating... [ 732.897911] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.898247] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.898247] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.898474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.898618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.898900] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.899073] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.899191] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.900085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.900085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.900219] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 is going to be created. [ 732.919264] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.919475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.919603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.919861] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.920096] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.920317] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.045660] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 733.045975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.046053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.046264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.046474] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.046591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.046651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.046811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.046896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.046981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.047155] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.047228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.047284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.047424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.047558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.047649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.047709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.047840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.047913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.047991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.048104] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.048936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.049116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.049262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.049361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.049417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.049608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.049742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.049787] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.551600] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d594558-d6f0-4430-929b-39773964d557: rpc.has_security_group_logging(os_id): False [ 733.552775] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.570747] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.571208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.572901] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.572901] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.573982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.573982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.573982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.573982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.573982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.573982] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be created. [ 733.628982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.629114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.629191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.629410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.629745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.639605] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-e9b9e19d-8732-45c8-a307-cf122a49b514 service nova] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_rules [ 733.639868] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-e9b9e19d-8732-45c8-a307-cf122a49b514 service nova] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 733.640069] env[69312]: INFO networking_nsxv3.common.synchronization [req-8c0c308c-8c8f-4ee8-a8e5-738189d847bb req-e9b9e19d-8732-45c8-a307-cf122a49b514 service nova] Enqueued Resource ID: 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 with Priority: HIGHEST for action port [ 733.641135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 733.641647] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_rules [ 733.641810] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 733.641961] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 with Priority: HIGHEST for action port [ 733.642335] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.642473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.642735] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.642849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.643098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.643236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.643326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.643567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.643682] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba1416d-b788-4c33-93a0-0d2e8ef285e3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.055730] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.150452] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 with status ACTIVE [ 734.150652] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.150810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.150860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.151061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.151165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.151349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.151495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.151554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.151709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.151786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.151964] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.152073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.152134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.152263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.152336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.152444] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ba1416d-b788-4c33-93a0-0d2e8ef285e3 is going to be updated. [ 734.173076] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.173228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.173288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.173492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.173640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.175254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba1416d-b788-4c33-93a0-0d2e8ef285e3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.561445] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.561445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.561445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.561808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.561808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.561808] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 734.587850] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.587999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.588078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.588295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.588465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.597471] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 735.652908] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 735.652908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.652908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.652908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.652908] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.155289] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.155289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.607432] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 736.607657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.607839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.608077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.608270] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.608495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.608577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.608735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.608820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.608918] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.114968] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.534324] env[69312]: INFO networking_nsxv3.common.synchronization [req-4eb9a44c-3213-4391-89c8-0d60508ab553 req-ac4007ee-c5c2-445b-81a7-1b1b95d746bf tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 737.534862] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 737.535174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.535295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.535360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.535614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.535769] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.535936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.536007] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.536381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.536461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.536559] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.621026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.038960] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.038960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.038960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.039256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.039359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.043237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.043237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.043237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.043237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.043237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.043237] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c already deleted. [ 738.043237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.123207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.123207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.123207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.123207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.123207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.123207] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 738.150863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.151037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.151082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.151361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.151437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.163167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 738.196665] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.196851] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.196975] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.197244] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.197500] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.197651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.197764] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.197968] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.198130] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.198330] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.198493] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.198617] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.198800] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.199051] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.199193] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.199327] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.231225] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.231391] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.231530] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.231914] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.232271] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-ac373e17-bf45-44d6-bee0-446642971f50 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.232447] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.232566] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.232874] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.233736] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac373e17-bf45-44d6-bee0-446642971f50',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.739308] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.739308] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port ac373e17-bf45-44d6-bee0-446642971f50 not found, creating... [ 738.739308] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.739308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.739853] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.739853] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.739853] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.740250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.740486] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.741423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: ac373e17-bf45-44d6-bee0-446642971f50 is going to be created. [ 738.762837] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.762837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.762837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.762837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.762837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.762837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.118375] env[69312]: INFO networking_nsxv3.common.synchronization [req-4eb9a44c-3213-4391-89c8-0d60508ab553 req-b566db2e-0e4f-4ae5-8825-49c6e04512fe service nova] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_rules [ 740.118646] env[69312]: INFO networking_nsxv3.common.synchronization [req-4eb9a44c-3213-4391-89c8-0d60508ab553 req-b566db2e-0e4f-4ae5-8825-49c6e04512fe service nova] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 740.118723] env[69312]: INFO networking_nsxv3.common.synchronization [req-4eb9a44c-3213-4391-89c8-0d60508ab553 req-b566db2e-0e4f-4ae5-8825-49c6e04512fe service nova] Enqueued Resource ID: ac373e17-bf45-44d6-bee0-446642971f50 with Priority: HIGHEST for action port [ 740.118953] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_rules [ 740.122245] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 740.122245] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac373e17-bf45-44d6-bee0-446642971f50 with Priority: HIGHEST for action port [ 740.126632] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.126632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.126632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.126909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.126990] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.128965] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.128965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.129252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.129451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.129611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.129834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.129942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.130197] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.134199] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac373e17-bf45-44d6-bee0-446642971f50 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.134199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.134199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.134199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.134199] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac373e17-bf45-44d6-bee0-446642971f50',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.173913] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 740.174930] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174930] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.175312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.175505] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.175618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.175676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.175822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.175902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.175996] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.635813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.635813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.635813] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.636777] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac373e17-bf45-44d6-bee0-446642971f50 with status ACTIVE [ 740.636777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.636777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.636777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.637103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.637103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.637216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.637292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.637342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.637477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.637557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.637785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.637849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.637881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.638010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.638873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.638986] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac373e17-bf45-44d6-bee0-446642971f50 is going to be updated. [ 740.661412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.661592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.661664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.661864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.661997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.662160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac373e17-bf45-44d6-bee0-446642971f50" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.678820] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.141997] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.180394] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.350842] env[69312]: INFO networking_nsxv3.common.synchronization [req-74cc0223-6533-4f2a-920f-2051ace6fd90 req-3ae6ac91-bb67-450a-8c4c-765ab4649882 tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 741.351358] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 741.351655] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.351773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.351831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.352066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.352264] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.352366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.352432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.352580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.352786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.352786] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.644805] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.644962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.645040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.645253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.645341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.645438] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be created. [ 741.669247] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.669649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.669649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.669712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.669866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.679539] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: UNINITIALIZED for 2s [ 741.685060] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.685216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.685251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.685443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.685533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.685630] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 741.729845] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.729845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.729845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.729845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.729845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.738304] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 741.773715] env[69312]: INFO networking_nsxv3.common.synchronization [None req-27da68a9-24ad-46a6-aaaf-5ecc7b86af9b None None] Enqueued Resource ID: 229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a with Priority: HIGHEST for action port [ 741.774311] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a with Priority: HIGHEST for action port [ 741.774560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.774715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.774789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.775052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.775127] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.859089] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.277297] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a [ 742.277623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.277758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.277855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.278211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.278387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.278598] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a already deleted. [ 742.278739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229d6b2d-a172-4ae9-9b8d-d6ca73d57f2a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.362101] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.435759] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ed9a70ed-37c1-4504-8513-8bc70df382c5 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 742.437971] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 742.437971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.437971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.437971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.437971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.437971] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.582222] env[69312]: INFO networking_nsxv3.common.synchronization [None req-117b71c5-e038-4f42-9147-8e3b27fa8972 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 742.582663] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 742.583133] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.583133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866278] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.866826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.866863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.866965] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be updated. [ 742.903200] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.903337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.903414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.903624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.903767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.912388] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: IN_PROGRESS for 2s [ 742.962426] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.962426] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f already deleted. [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.962426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.964095] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.592535] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.596285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.596378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.596601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.596695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.596800] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f already deleted. [ 743.596881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.690635] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 743.694591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.694844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.695108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.695313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.695432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.696475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.696475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.696475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.696475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.696475] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.749135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 743.749559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.749559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.749762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.749954] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.750086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.750151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.750301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.750379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.750463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.750556] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.198312] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.198496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.198649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.198851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.199563] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.199727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.199796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.199980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.200086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.200179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.200343] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.200437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.200724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.200786] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.200889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.201306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.201306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.201306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.201455] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.256085] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.256085] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.256085] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.256085] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.256085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.256913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.256913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.256913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.256913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.256913] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.282535] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b46d0d33-6243-4dd5-b538-c44f6925a851 None None] Enqueued Resource ID: 9ecd436a-952d-4b0c-873b-875931b715e1 with Priority: HIGHEST for action port [ 744.283329] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ecd436a-952d-4b0c-873b-875931b715e1 with Priority: HIGHEST for action port [ 744.283597] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ecd436a-952d-4b0c-873b-875931b715e1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.283734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ecd436a-952d-4b0c-873b-875931b715e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.283830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ecd436a-952d-4b0c-873b-875931b715e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.284123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ecd436a-952d-4b0c-873b-875931b715e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.284273] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ecd436a-952d-4b0c-873b-875931b715e1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.704197] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 494016b7-3dff-49fb-b3b2-2bf46c241d5c: rpc.has_security_group_logging(os_id): False [ 744.726072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.726072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.726202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.726372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.726433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.726698] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.726808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.726869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.727032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.727105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.727291] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.727420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.727420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.727590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.727631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.727855] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.727909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.727978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.728097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.728160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.728254] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be created. [ 744.759200] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d594558-d6f0-4430-929b-39773964d557: rpc.has_security_group_logging(os_id): False [ 744.781024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.781024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.781024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.781024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.781715] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.781715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.781715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.781715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.781715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.781715] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 744.786414] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ecd436a-952d-4b0c-873b-875931b715e1 [ 744.786712] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.786932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.787253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.787499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.787681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787838] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ecd436a-952d-4b0c-873b-875931b715e1 already deleted. [ 744.787991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ecd436a-952d-4b0c-873b-875931b715e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.798141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.798141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.798141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.798141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.798141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.806602] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: IN_PROGRESS for 2s [ 744.853602] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.854109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.854109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.854109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.867786] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 744.930170] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 744.930170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.820180] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 746.822441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.880932] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 746.885367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.885367] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.276209] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f0856950-a8a2-4f87-96de-783ec8954975 None None] Enqueued Resource ID: e2efdd83-4fa0-4303-ace2-3468f38b1598 with Priority: HIGHEST for action port [ 747.276209] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2efdd83-4fa0-4303-ace2-3468f38b1598 with Priority: HIGHEST for action port [ 747.276209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2efdd83-4fa0-4303-ace2-3468f38b1598 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.276209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2efdd83-4fa0-4303-ace2-3468f38b1598" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.276209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2efdd83-4fa0-4303-ace2-3468f38b1598" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.276209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2efdd83-4fa0-4303-ace2-3468f38b1598" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.276209] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2efdd83-4fa0-4303-ace2-3468f38b1598',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.387757] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.387928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.388000] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.389126] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.389126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.389126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.389126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.389826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.389950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.390058] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.637389] env[69312]: INFO networking_nsxv3.common.synchronization [req-2b1512bd-0ae5-40f3-ad97-345aedab3d9c req-e2dc27d6-13f5-4fd4-9e3b-99134edff828 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 747.637906] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 747.638551] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.638687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.638769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.638970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639438] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.639580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.640201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.640201] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.778617] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2efdd83-4fa0-4303-ace2-3468f38b1598 [ 747.778863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.778994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.779082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.779413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.779574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779736] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2efdd83-4fa0-4303-ace2-3468f38b1598 already deleted. [ 747.779867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2efdd83-4fa0-4303-ace2-3468f38b1598" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.894856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.895195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.142950] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.506700] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4773bf28-489a-42b9-bf1d-6ec4ef49bc75 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Enqueued Resource ID: d07343e8-454a-41c8-b8c1-e725f9e0737e with Priority: HIGHEST for action security_group_rules [ 748.507327] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07343e8-454a-41c8-b8c1-e725f9e0737e with Priority: HIGHEST for action security_group_rules [ 748.507569] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d07343e8-454a-41c8-b8c1-e725f9e0737e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.507708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.507776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.508574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.508711] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d07343e8-454a-41c8-b8c1-e725f9e0737e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.652260] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.672091] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b021580f-2a55-49ac-9b21-d83d38058332 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Enqueued Resource ID: d07343e8-454a-41c8-b8c1-e725f9e0737e with Priority: HIGHEST for action security_group_rules [ 748.672663] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07343e8-454a-41c8-b8c1-e725f9e0737e with Priority: HIGHEST for action security_group_rules [ 748.672985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d07343e8-454a-41c8-b8c1-e725f9e0737e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.673102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.035380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.035380] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d07343e8-454a-41c8-b8c1-e725f9e0737e already deleted. [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.035380] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d07343e8-454a-41c8-b8c1-e725f9e0737e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.151500] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.151969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.152259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.152551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.154551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.154551] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 749.181020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.181020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.181020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.181020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.181020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.191796] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 749.320459] env[69312]: INFO networking_nsxv3.common.synchronization [None req-470fbd26-ea8b-4b80-a2d0-1c375eb98635 None None] Enqueued Resource ID: 809a23e2-8cf6-4253-985b-8104afce8d76 with Priority: HIGHEST for action port [ 749.320730] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809a23e2-8cf6-4253-985b-8104afce8d76 with Priority: HIGHEST for action port [ 749.321322] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-809a23e2-8cf6-4253-985b-8104afce8d76 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.322029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809a23e2-8cf6-4253-985b-8104afce8d76" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.322029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809a23e2-8cf6-4253-985b-8104afce8d76" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.322029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809a23e2-8cf6-4253-985b-8104afce8d76" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.322029] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809a23e2-8cf6-4253-985b-8104afce8d76',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.410854] env[69312]: INFO networking_nsxv3.common.synchronization [None req-939c2c4a-610b-49a6-be7b-dc44c2288566 None None] Enqueued Resource ID: 08ab71c2-ebd1-4e76-b8a7-8817b1f31552 with Priority: HIGHEST for action port [ 749.411447] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ab71c2-ebd1-4e76-b8a7-8817b1f31552 with Priority: HIGHEST for action port [ 749.411957] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ab71c2-ebd1-4e76-b8a7-8817b1f31552 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.412127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ab71c2-ebd1-4e76-b8a7-8817b1f31552" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.412870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ab71c2-ebd1-4e76-b8a7-8817b1f31552" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.412870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ab71c2-ebd1-4e76-b8a7-8817b1f31552" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.412870] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ab71c2-ebd1-4e76-b8a7-8817b1f31552',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.555988] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.556165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.556227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.556458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.556613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.556735] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d07343e8-454a-41c8-b8c1-e725f9e0737e already deleted. [ 749.556825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d07343e8-454a-41c8-b8c1-e725f9e0737e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.825483] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809a23e2-8cf6-4253-985b-8104afce8d76 [ 749.825483] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.825702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.825702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.826394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.826394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.826394] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809a23e2-8cf6-4253-985b-8104afce8d76 already deleted. [ 749.826394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809a23e2-8cf6-4253-985b-8104afce8d76" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.914852] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ab71c2-ebd1-4e76-b8a7-8817b1f31552 [ 749.915161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.916038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.916038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.916038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.916038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.916038] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ab71c2-ebd1-4e76-b8a7-8817b1f31552 already deleted. [ 749.916038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ab71c2-ebd1-4e76-b8a7-8817b1f31552" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.210163] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 751.211383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.211555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.211813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.212275] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.212540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.212540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.212875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.213146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.213242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.213408] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.213520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.213600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.214509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.214509] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.214509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.214761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.214813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.214953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.214953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.215101] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.278013] env[69312]: INFO networking_nsxv3.common.synchronization [req-ffe9f02e-0241-4015-a064-3056f9991c9f req-e8dfa216-3c47-4894-aeb7-3ac7d60f3c37 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 751.278013] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 751.279028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.279028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.279028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.279028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.279028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.279028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.279351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.279351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.279351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.279452] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.301624] env[69312]: INFO networking_nsxv3.common.synchronization [None req-da26d497-3b66-4677-9c2e-e4ed5fdc94e9 None None] Enqueued Resource ID: 709cf871-265b-498c-a335-49a80e469295 with Priority: HIGHEST for action port [ 751.301961] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 709cf871-265b-498c-a335-49a80e469295 with Priority: HIGHEST for action port [ 751.302317] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-709cf871-265b-498c-a335-49a80e469295 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.304032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-709cf871-265b-498c-a335-49a80e469295" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-709cf871-265b-498c-a335-49a80e469295" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-709cf871-265b-498c-a335-49a80e469295" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.304032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709cf871-265b-498c-a335-49a80e469295',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.668712] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.668712] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.669671] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.672461] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.672778] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.672954] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.673089] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.673332] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.673480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.673695] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.673808] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.673933] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.674041] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.674158] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.674265] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.674398] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.691969] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.692161] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.692299] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.692471] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.692841] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.693043] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.693572] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693572] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.693634] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.717146] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d594558-d6f0-4430-929b-39773964d557: rpc.has_security_group_logging(os_id): False [ 751.738848] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.738976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.740470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.740770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.740879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.741132] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.741245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.741310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.741474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.741556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.741745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.741841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.741902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.742039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.742113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.742300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.742391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.742449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.742582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.742654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.742751] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 751.785487] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.805248] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.805442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.805563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.805661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.805806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.808578] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 709cf871-265b-498c-a335-49a80e469295 [ 751.811957] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.811957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.811957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.811957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.811957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.811957] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:709cf871-265b-498c-a335-49a80e469295 already deleted. [ 751.811957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-709cf871-265b-498c-a335-49a80e469295" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.820012] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 752.197299] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.197560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.197696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.197986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.198206] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.198370] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 not found, creating... [ 752.198705] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.198870] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.198988] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.199257] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.199410] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.199761] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.199932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.200071] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.200284] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.200417] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.200558] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 is going to be created. [ 752.221281] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.221696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.221696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.221853] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.222092] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.222325] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.289221] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.791971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.792166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.792239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.792459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.792553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.792664] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be updated. [ 752.822147] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.822147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.822147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.822147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.822147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.831241] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: IN_PROGRESS for 2s [ 753.054538] env[69312]: INFO networking_nsxv3.common.synchronization [req-ffe9f02e-0241-4015-a064-3056f9991c9f req-0ceb8366-381b-4dae-bd23-28ed634d983f service nova] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_rules [ 753.054538] env[69312]: INFO networking_nsxv3.common.synchronization [req-ffe9f02e-0241-4015-a064-3056f9991c9f req-0ceb8366-381b-4dae-bd23-28ed634d983f service nova] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 753.054538] env[69312]: INFO networking_nsxv3.common.synchronization [req-ffe9f02e-0241-4015-a064-3056f9991c9f req-0ceb8366-381b-4dae-bd23-28ed634d983f service nova] Enqueued Resource ID: 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 with Priority: HIGHEST for action port [ 753.054538] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_rules [ 753.054538] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 753.054538] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 with Priority: HIGHEST for action port [ 753.054881] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.054881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.054881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.055677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.055779] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.057077] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.057200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.057383] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.057483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.057538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.057713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.057809] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.560149] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 with status ACTIVE [ 753.560437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.560594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.560643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.560818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.560955] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.561167] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.561281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.561336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.561476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.561553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.561732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.561817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.561871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.562055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.562172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.562225] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279 is going to be updated. [ 753.563681] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.582451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.582568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.582655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.582853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.582989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.583164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f974e6f-d2cf-4cc3-9bd3-d5cc0b38f279" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.838315] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 753.838712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.847685] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 754.848016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.848229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.848514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.848882] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.849094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.849196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.849433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.849573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.849760] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.120207] env[69312]: INFO networking_nsxv3.common.synchronization [req-49d37ba2-8896-4f28-b1f9-095ca53ad98f req-f737c2b7-768d-4ce8-8bdd-15c4e291689f tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Enqueued Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_members [ 755.120207] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_members [ 755.120207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.120207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.120207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.120207] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.352033] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.622788] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.622952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.623243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.623335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.623535] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.623832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.623908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.623992] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 already deleted. [ 755.624121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.679903] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.680116] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-594" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-594" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680645] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-594" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680911] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.681090] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.681207] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.681425] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.682319] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.682319] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.682319] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.682319] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.682319] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.682319] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.682319] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.682566] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.700655] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.700655] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.700655] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.700655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-594" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.700655] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-e33d8949-a0fb-49b1-8e72-ac07597a7d67 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.700655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.701022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.701022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.701147] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33d8949-a0fb-49b1-8e72-ac07597a7d67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.854773] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.862936] env[69312]: INFO networking_nsxv3.common.synchronization [req-e8bf0935-edb1-4d05-b1cd-3f3c010db011 req-2566a6fc-c18e-4cef-be06-3fa241b676de tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 755.862936] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 755.862936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.862936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.863322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.863322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.863383] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.863996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.863996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.863996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.863996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.863996] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.204165] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.205362] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.205362] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.205450] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port e33d8949-a0fb-49b1-8e72-ac07597a7d67 not found, creating... [ 756.205792] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.206187] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.206187] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.206493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.206695] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.207013] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.207175] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.207299] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.207557] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.207711] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.207910] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: e33d8949-a0fb-49b1-8e72-ac07597a7d67 is going to be created. [ 756.228689] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.228889] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.229021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.229277] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.229506] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.229727] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.358180] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.358335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.358335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.358998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.358998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.358998] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be updated. [ 756.365810] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.366815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.366815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.366815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.366815] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.366815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.366815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.367200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.367200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.367200] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 756.390172] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.390319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.390387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.390559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.390697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.392844] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.392956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.393029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.393187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.393305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.419948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: IN_PROGRESS for 2s [ 756.421048] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 757.262358] env[69312]: INFO networking_nsxv3.common.synchronization [req-49d37ba2-8896-4f28-b1f9-095ca53ad98f req-9ca4ae61-46ba-4239-a396-a94d712e3539 service nova] Enqueued Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_rules [ 757.262358] env[69312]: INFO networking_nsxv3.common.synchronization [req-49d37ba2-8896-4f28-b1f9-095ca53ad98f req-9ca4ae61-46ba-4239-a396-a94d712e3539 service nova] Enqueued Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_members [ 757.262358] env[69312]: INFO networking_nsxv3.common.synchronization [req-49d37ba2-8896-4f28-b1f9-095ca53ad98f req-9ca4ae61-46ba-4239-a396-a94d712e3539 service nova] Enqueued Resource ID: e33d8949-a0fb-49b1-8e72-ac07597a7d67 with Priority: HIGHEST for action port [ 757.262358] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_rules [ 757.262358] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_members [ 757.262358] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33d8949-a0fb-49b1-8e72-ac07597a7d67 with Priority: HIGHEST for action port [ 757.262928] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.262928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.262928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.266602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.266698] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.267618] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.268384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.268384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.268384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.268384] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.268384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.268384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.268771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.268771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.268771] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.269968] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33d8949-a0fb-49b1-8e72-ac07597a7d67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.269968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.269968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.269968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.269968] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33d8949-a0fb-49b1-8e72-ac07597a7d67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.771963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.771963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.772182] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.772980] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e33d8949-a0fb-49b1-8e72-ac07597a7d67 with status ACTIVE [ 757.773607] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.773607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.773607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.773807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.773807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.773940] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.774045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.774106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.774250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.774328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.774502] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.774592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.774651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.774783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.774901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.774934] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e33d8949-a0fb-49b1-8e72-ac07597a7d67 is going to be updated. [ 757.802874] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.802874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.802874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.802874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.802874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.802874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33d8949-a0fb-49b1-8e72-ac07597a7d67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.277454] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.431125] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 758.431304] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 758.431416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.432137] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 758.432300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.432437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.432634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.432813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.432934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.432996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.433161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.433241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.433322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.433409] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.779630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.779787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.779982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.780068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.780158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.780252] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 is going to be created. [ 758.805448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.805593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.805655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.805885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.806019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.816026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 in Status: UNINITIALIZED for 2s [ 758.936336] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.936492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.936590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.936887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.937029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.937135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.937198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.937346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.937432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.937517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.937659] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.937773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.937802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.937929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.938074] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.938164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.938221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.938353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.938426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.938505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.938593] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.441320] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 494016b7-3dff-49fb-b3b2-2bf46c241d5c: rpc.has_security_group_logging(os_id): False [ 759.459174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.459332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.459404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.459610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.459716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.459910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.460094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.460094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.460227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.460304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.460900] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.460900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.460900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.460900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.460900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.461141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.461196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.461230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.461339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.461411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.461495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be updated. [ 759.524120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.524339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.524389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.525341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.525341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.538892] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: IN_PROGRESS for 2s [ 760.102064] env[69312]: INFO networking_nsxv3.common.synchronization [None req-cef16f44-dad6-462f-85e5-bb57075bcf98 None None] Enqueued Resource ID: 05dfb8d1-cd1d-4573-8115-c4c80667115d with Priority: HIGHEST for action port [ 760.102348] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05dfb8d1-cd1d-4573-8115-c4c80667115d with Priority: HIGHEST for action port [ 760.102871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-05dfb8d1-cd1d-4573-8115-c4c80667115d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.102990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05dfb8d1-cd1d-4573-8115-c4c80667115d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.103075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05dfb8d1-cd1d-4573-8115-c4c80667115d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.103301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05dfb8d1-cd1d-4573-8115-c4c80667115d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.103376] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05dfb8d1-cd1d-4573-8115-c4c80667115d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.607092] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05dfb8d1-cd1d-4573-8115-c4c80667115d [ 760.607347] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.607347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.607452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.608092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.608092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.608092] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05dfb8d1-cd1d-4573-8115-c4c80667115d already deleted. [ 760.608092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05dfb8d1-cd1d-4573-8115-c4c80667115d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.825426] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 in Status: SUCCESS [ 760.825691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.825841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.826065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.826255] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.826368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.826432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.826581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.826662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.826746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.826838] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.332578] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.332578] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.332578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.333122] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.333122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.333122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.333122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.333311] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.333311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.333411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.333784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.333784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.333784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.333784] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.551958] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 761.552338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.844331] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cb4a67a-4b09-49c9-9f50-805ff975e578: rpc.has_security_group_logging(os_id): False [ 761.861556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.862867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.862867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.862867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.862867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.862867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.862867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.862867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.863127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.863127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.864033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.864033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.864033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.864033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.864033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.865256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.865420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.865521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.865840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.865921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.866066] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 is going to be created. [ 761.924461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.924614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.924661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.924875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.925071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.934157] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 in Status: IN_PROGRESS for 2s [ 762.005015] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a32776da-f587-486b-b3c4-ac7694d05dff None None] Enqueued Resource ID: b4418323-a299-43e3-b3ea-b42868b5bdf7 with Priority: HIGHEST for action port [ 762.005015] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4418323-a299-43e3-b3ea-b42868b5bdf7 with Priority: HIGHEST for action port [ 762.005594] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4418323-a299-43e3-b3ea-b42868b5bdf7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.005829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4418323-a299-43e3-b3ea-b42868b5bdf7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.005829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4418323-a299-43e3-b3ea-b42868b5bdf7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4418323-a299-43e3-b3ea-b42868b5bdf7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006357] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4418323-a299-43e3-b3ea-b42868b5bdf7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.416943] env[69312]: INFO networking_nsxv3.common.synchronization [req-389dfbae-3da8-4a08-9cc2-28e5723660a7 req-b3f7ee5b-564f-4e97-af72-86b2642e464d tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Enqueued Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_members [ 762.417497] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_members [ 762.417793] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.417911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.417975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.419738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.419936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.420075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.420141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.420315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.420396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.420493] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.508759] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4418323-a299-43e3-b3ea-b42868b5bdf7 [ 762.509024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.509800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.509800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.509800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.509800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.509800] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4418323-a299-43e3-b3ea-b42868b5bdf7 already deleted. [ 762.509800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4418323-a299-43e3-b3ea-b42868b5bdf7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.925528] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.925831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.925831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.925986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.926092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.926301] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.926397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.926460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.926624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.926730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.926821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd already deleted. [ 762.926906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.140519] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.140724] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-653" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.140983] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-653" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.142015] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-653" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.142015] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.142015] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.142015] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.144451] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.144539] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.144907] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.144907] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.145016] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.145140] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.145258] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.145531] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.147790] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.167112] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.167112] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.167112] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.167313] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-653" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.167569] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-2aded4e4-bac6-4551-a6d4-11dce47bcb40 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.167745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.167868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.168227] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.168369] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aded4e4-bac6-4551-a6d4-11dce47bcb40',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.670995] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.674717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.674717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.674717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.674717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.674717] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 2aded4e4-bac6-4551-a6d4-11dce47bcb40 not found, creating... [ 763.674978] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.675955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.675955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.675955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.675955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.675955] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.676214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.676214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.676347] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.676475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.676611] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 2aded4e4-bac6-4551-a6d4-11dce47bcb40 is going to be created. [ 763.698746] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.698746] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.698746] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.698746] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.698746] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.699120] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.947186] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 in Status: SUCCESS [ 763.947186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.194565] env[69312]: INFO networking_nsxv3.common.synchronization [None req-21ee507c-5ffb-4c27-b654-d7f7d4fb0ee1 None None] Enqueued Resource ID: 81d8b3d0-7dd2-4412-bb54-f6f647a517dc with Priority: HIGHEST for action port [ 767.194792] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d8b3d0-7dd2-4412-bb54-f6f647a517dc with Priority: HIGHEST for action port [ 767.195351] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d8b3d0-7dd2-4412-bb54-f6f647a517dc taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.195469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d8b3d0-7dd2-4412-bb54-f6f647a517dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.195539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d8b3d0-7dd2-4412-bb54-f6f647a517dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.195783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d8b3d0-7dd2-4412-bb54-f6f647a517dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.195853] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d8b3d0-7dd2-4412-bb54-f6f647a517dc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.321572] env[69312]: INFO networking_nsxv3.common.synchronization [req-389dfbae-3da8-4a08-9cc2-28e5723660a7 req-dcb19262-b91f-43c8-a726-f446097a4f2a service nova] Enqueued Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_rules [ 767.321572] env[69312]: INFO networking_nsxv3.common.synchronization [req-389dfbae-3da8-4a08-9cc2-28e5723660a7 req-dcb19262-b91f-43c8-a726-f446097a4f2a service nova] Enqueued Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_members [ 767.321783] env[69312]: INFO networking_nsxv3.common.synchronization [req-389dfbae-3da8-4a08-9cc2-28e5723660a7 req-dcb19262-b91f-43c8-a726-f446097a4f2a service nova] Enqueued Resource ID: 2aded4e4-bac6-4551-a6d4-11dce47bcb40 with Priority: HIGHEST for action port [ 767.321958] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_rules [ 767.322117] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_members [ 767.322226] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aded4e4-bac6-4551-a6d4-11dce47bcb40 with Priority: HIGHEST for action port [ 767.322766] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.322997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.322997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.323942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.327017] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.327017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.327017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.327017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.327017] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.328213] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aded4e4-bac6-4551-a6d4-11dce47bcb40 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.328459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.328603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.328826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.328979] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aded4e4-bac6-4551-a6d4-11dce47bcb40',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.700628] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d8b3d0-7dd2-4412-bb54-f6f647a517dc [ 767.701097] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.703453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.703453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.703453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.703453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.703453] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d8b3d0-7dd2-4412-bb54-f6f647a517dc already deleted. [ 767.703453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d8b3d0-7dd2-4412-bb54-f6f647a517dc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.836020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aded4e4-bac6-4551-a6d4-11dce47bcb40 with status ACTIVE [ 767.836020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.836020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836762] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.836964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836964] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aded4e4-bac6-4551-a6d4-11dce47bcb40 is going to be updated. [ 767.861113] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.861113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.861113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.861113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.861113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.861113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aded4e4-bac6-4551-a6d4-11dce47bcb40" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.070457] env[69312]: INFO networking_nsxv3.common.synchronization [req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 req-fd1eccb4-972c-485c-bc4d-dd7111233021 tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Enqueued Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_members [ 768.071274] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_members [ 768.071704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.071988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.072164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.072868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.073157] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.073373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.073767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.074018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.074194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.074374] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.339515] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.395216] env[69312]: INFO networking_nsxv3.common.synchronization [None req-dc46cd86-8959-4013-824b-e42d3cf249d6 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_rules [ 768.395216] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_rules [ 768.395216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.395216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.395216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.395216] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.572284] env[69312]: INFO networking_nsxv3.common.synchronization [None req-102cc26a-63d5-4c31-8cd9-9be1009c7243 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_rules [ 768.572871] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_rules [ 768.573662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.573662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.577041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.577159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.577332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.577501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.577602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.577855] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.577855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.577973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.578056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.578112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.578196] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf already deleted. [ 768.578334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.818076] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.818269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.818389] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.818651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.818951] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.819213] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.819269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.819471] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.819737] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.819977] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.820245] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.820245] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.820342] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.820583] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.820583] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.820673] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.844176] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.844176] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.844176] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.844176] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.844176] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-fc9bdad0-4bca-4eda-be63-393f2babafc4 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.844176] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.844176] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.844176] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.844176] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9bdad0-4bca-4eda-be63-393f2babafc4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.845964] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.845964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.845964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.846168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.846168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.846230] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd is going to be created. [ 768.870120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.870278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.870347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.870547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.870700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880182] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd in Status: UNINITIALIZED for 2s [ 768.916406] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.917885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.917885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.917885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.917885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.917885] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 already deleted. [ 768.917885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.917885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.918293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.918785] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.014351] env[69312]: INFO networking_nsxv3.common.synchronization [None req-fafd56cf-ad7f-44b6-a7db-667e8ddf36f6 None None] Enqueued Resource ID: 8942304c-a525-4ce0-a954-691df7498da5 with Priority: HIGHEST for action port [ 769.015160] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8942304c-a525-4ce0-a954-691df7498da5 with Priority: HIGHEST for action port [ 769.015959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-8942304c-a525-4ce0-a954-691df7498da5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.016223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8942304c-a525-4ce0-a954-691df7498da5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.016284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8942304c-a525-4ce0-a954-691df7498da5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.016641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8942304c-a525-4ce0-a954-691df7498da5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.016776] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8942304c-a525-4ce0-a954-691df7498da5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350141] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.350401] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.351047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.351383] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.351548] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.351710] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port fc9bdad0-4bca-4eda-be63-393f2babafc4 not found, creating... [ 769.351999] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352189] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352311] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.352533] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.352671] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.353070] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.354285] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.354421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.354736] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.354897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.355105] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: fc9bdad0-4bca-4eda-be63-393f2babafc4 is going to be created. [ 769.377581] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.377814] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.377949] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.378251] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.378486] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.378707] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.440599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.443115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.443115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.443115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.443115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.443115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 already deleted. [ 769.443115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.519174] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8942304c-a525-4ce0-a954-691df7498da5 [ 769.519426] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.519560] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.519627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.520022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.520022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.520175] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8942304c-a525-4ce0-a954-691df7498da5 already deleted. [ 769.520292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8942304c-a525-4ce0-a954-691df7498da5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.240872] env[69312]: INFO networking_nsxv3.common.synchronization [None req-82994972-b644-4e8e-a742-e9a07766d57c None None] Enqueued Resource ID: 74a5e620-f500-4a5e-a9a5-00c164c6eea9 with Priority: HIGHEST for action port [ 770.240872] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a5e620-f500-4a5e-a9a5-00c164c6eea9 with Priority: HIGHEST for action port [ 770.242799] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a5e620-f500-4a5e-a9a5-00c164c6eea9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.242947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a5e620-f500-4a5e-a9a5-00c164c6eea9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.243054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a5e620-f500-4a5e-a9a5-00c164c6eea9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.243330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a5e620-f500-4a5e-a9a5-00c164c6eea9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.243412] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a5e620-f500-4a5e-a9a5-00c164c6eea9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.336688] env[69312]: INFO networking_nsxv3.common.synchronization [req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 req-4c0a079d-0070-458c-a47d-5029ec0a46c3 service nova] Enqueued Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_rules [ 770.336892] env[69312]: INFO networking_nsxv3.common.synchronization [req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 req-4c0a079d-0070-458c-a47d-5029ec0a46c3 service nova] Enqueued Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_members [ 770.337041] env[69312]: INFO networking_nsxv3.common.synchronization [req-81c1d3b9-a297-4837-ab3e-4bc9a7ceb031 req-4c0a079d-0070-458c-a47d-5029ec0a46c3 service nova] Enqueued Resource ID: fc9bdad0-4bca-4eda-be63-393f2babafc4 with Priority: HIGHEST for action port [ 770.337281] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_rules [ 770.337400] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_members [ 770.337490] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9bdad0-4bca-4eda-be63-393f2babafc4 with Priority: HIGHEST for action port [ 770.341311] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.341491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.341564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.341819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.341966] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.345236] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.345236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.345236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.345236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.345236] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.345236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.345236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.345579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.346799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.348247] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.349234] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc9bdad0-4bca-4eda-be63-393f2babafc4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.350071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.350071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.350071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.350071] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9bdad0-4bca-4eda-be63-393f2babafc4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.745566] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74a5e620-f500-4a5e-a9a5-00c164c6eea9 [ 770.745786] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.745911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.745976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.746204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.746290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.746379] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74a5e620-f500-4a5e-a9a5-00c164c6eea9 already deleted. [ 770.746454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a5e620-f500-4a5e-a9a5-00c164c6eea9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.851385] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.852807] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.852807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854818] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc9bdad0-4bca-4eda-be63-393f2babafc4 with status ACTIVE [ 770.854818] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.854818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.858646] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.858771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.858903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.859110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.859199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.859395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.859483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.859547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.859691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.859764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.859921] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc9bdad0-4bca-4eda-be63-393f2babafc4 is going to be updated. [ 770.882357] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.882357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.882357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.882563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.882593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.882747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc9bdad0-4bca-4eda-be63-393f2babafc4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.892938] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd in Status: SUCCESS [ 770.894136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.894136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.894136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.894136] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.894136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.894445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.894445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.894445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.894537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.894537] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.354424] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.398477] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.398637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.398702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.398973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.400386] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.400540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.400610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.400762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.400851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.400941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.401114] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.401206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.401326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.401391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.401526] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.401614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.402842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.402842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.402842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.402842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.402842] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.857651] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.857844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.857894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.858158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.858260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.858364] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf is going to be created. [ 771.884012] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.884241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.897198] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf in Status: UNINITIALIZED for 2s [ 771.904573] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a0fd069-d388-4622-b970-7ad0a85a74fd: rpc.has_security_group_logging(os_id): False [ 771.921912] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.922090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.922177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.922387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.922479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.922668] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.922764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.922827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.922973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.923055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.923252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.923345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.923409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.923546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.923621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.923804] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.923897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.923959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.924111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.924186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.924279] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd is going to be created. [ 772.000745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.000894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.001181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.001356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.022615] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd in Status: IN_PROGRESS for 2s [ 773.906186] env[69312]: INFO networking_nsxv3.common.synchronization [req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 req-00b0f22b-8602-4825-b2f6-005a399129c5 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 773.906830] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 773.907603] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.907707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.907772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.908031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.908157] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.908254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.908315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.908463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.908545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.908637] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.914831] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf in Status: SUCCESS [ 773.915040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.915488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.915688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.915857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.915962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.916039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.916188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.916269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.916348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.916490] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.036694] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd in Status: SUCCESS [ 774.036694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.385551] env[69312]: INFO networking_nsxv3.common.synchronization [None req-22dc0526-c4d1-4b92-8278-318199bb0ef3 None None] Enqueued Resource ID: c455fb11-508c-4c75-bace-64038acaf83e with Priority: HIGHEST for action port [ 774.386202] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c455fb11-508c-4c75-bace-64038acaf83e with Priority: HIGHEST for action port [ 774.386544] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c455fb11-508c-4c75-bace-64038acaf83e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.386674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c455fb11-508c-4c75-bace-64038acaf83e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.386736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c455fb11-508c-4c75-bace-64038acaf83e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.387329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c455fb11-508c-4c75-bace-64038acaf83e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.387495] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c455fb11-508c-4c75-bace-64038acaf83e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.411404] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.411823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.412447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.412558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412767] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.412868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.416156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.416156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.416156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.416156] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 already deleted. [ 774.416156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.420161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.420769] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.420769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420769] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.450715] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.450927] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451179] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.451443] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.451710] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.451873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.455929] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.456134] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.456550] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.456550] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.456667] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.458248] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.458248] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.458248] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.458248] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.480144] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.480144] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.480144] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.480144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.480144] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.480144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.480144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.480417] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.480417] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e87437f0-9d6d-4237-bd28-0bc9707f0b7e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.512872] env[69312]: INFO networking_nsxv3.common.synchronization [None req-2a17d14f-5e58-44a0-adda-ef861a295e35 None None] Enqueued Resource ID: a63b6f0b-ff46-4b89-8f60-e2366a9aa167 with Priority: HIGHEST for action port [ 774.513015] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a63b6f0b-ff46-4b89-8f60-e2366a9aa167 with Priority: HIGHEST for action port [ 774.513658] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a63b6f0b-ff46-4b89-8f60-e2366a9aa167 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.513819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a63b6f0b-ff46-4b89-8f60-e2366a9aa167" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.513895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a63b6f0b-ff46-4b89-8f60-e2366a9aa167" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.514161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a63b6f0b-ff46-4b89-8f60-e2366a9aa167" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.514274] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63b6f0b-ff46-4b89-8f60-e2366a9aa167',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.890470] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c455fb11-508c-4c75-bace-64038acaf83e [ 774.890733] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.890876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.890950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.891201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.891289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.891400] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c455fb11-508c-4c75-bace-64038acaf83e already deleted. [ 774.891481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c455fb11-508c-4c75-bace-64038acaf83e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.925913] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42749c2d-d4e2-4aa0-847e-2fcead68e0cf: rpc.has_security_group_logging(os_id): False [ 774.940760] env[69312]: INFO networking_nsxv3.common.synchronization [req-ab320537-81d1-4350-a44e-399e6aa560f1 req-57c0b8b2-6ae9-4c67-a009-69e985026f51 tempest-ServerGroupTestJSON-1942580000 tempest-ServerGroupTestJSON-1942580000-project-member] Enqueued Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_members [ 774.941493] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGHEST for action security_group_members [ 774.944448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.944586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.944666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.944898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.944977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.945169] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.947060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.947060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.947060] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.947060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.947060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.947262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.948630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.948869] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.949011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.950654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.950654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.950654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.950654] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf is going to be created. [ 774.951826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.951933] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.952328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.952380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.952878] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.952878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.952878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.952878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.952878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.953205] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.986263] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.986479] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.986627] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.987913] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.987913] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.987913] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port e87437f0-9d6d-4237-bd28-0bc9707f0b7e not found, creating... [ 774.987913] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.987913] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.987913] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.988148] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.988148] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.988678] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.988678] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.988820] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.989057] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.989202] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.989334] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: e87437f0-9d6d-4237-bd28-0bc9707f0b7e is going to be created. [ 775.016363] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a63b6f0b-ff46-4b89-8f60-e2366a9aa167 [ 775.016363] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.016363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.016536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.016592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.016679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.016772] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a63b6f0b-ff46-4b89-8f60-e2366a9aa167 already deleted. [ 775.016845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a63b6f0b-ff46-4b89-8f60-e2366a9aa167" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.022337] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.022337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.022337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.022521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.022557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.031221] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.031422] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.031546] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.031805] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.032835] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.032835] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.037256] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf in Status: IN_PROGRESS for 2s [ 775.457448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.457448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.457448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.457448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.457448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.457448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.457448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.457754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.460185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.460185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.460261] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 is going to be updated. [ 775.489031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.489031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.489031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.489031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.489031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.493541] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 in Status: IN_PROGRESS for 2s [ 775.543267] env[69312]: INFO networking_nsxv3.common.synchronization [req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 req-c80ad201-12ce-4ef7-8985-d6fc02b5ff44 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 775.544442] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 775.544442] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.544627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.544627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.544809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.544970] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.545079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.545158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.545316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.545395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.545486] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.980821] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.981147] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.981147] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.981497] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.982889] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.983081] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.983209] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.983442] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.983590] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.983794] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.983909] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.984041] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.984158] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.984267] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.984373] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.984506] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.002125] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.002294] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.002430] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.002600] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.002905] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-275a3045-758e-459d-a09b-03e4dae4e8de taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.003087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.003209] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.003518] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.003655] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275a3045-758e-459d-a09b-03e4dae4e8de',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.049794] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.049990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.050091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.050302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.050398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.051443] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.051560] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.051631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.051797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.051880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.051975] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 already deleted. [ 776.052067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.354899] env[69312]: INFO networking_nsxv3.common.synchronization [req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 req-f2cb220a-1426-4c35-9d57-4e4b4f86a393 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 776.354899] env[69312]: INFO networking_nsxv3.common.synchronization [req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 req-f2cb220a-1426-4c35-9d57-4e4b4f86a393 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 776.355048] env[69312]: INFO networking_nsxv3.common.synchronization [req-37ed1b24-3f37-47c9-b13b-d342f581c4c7 req-f2cb220a-1426-4c35-9d57-4e4b4f86a393 service nova] Enqueued Resource ID: e87437f0-9d6d-4237-bd28-0bc9707f0b7e with Priority: HIGHEST for action port [ 776.355324] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 776.355459] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 776.355555] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87437f0-9d6d-4237-bd28-0bc9707f0b7e with Priority: HIGHEST for action port [ 776.357216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.358242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.358425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.359050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.359050] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.361423] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.361423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.361423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.362109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.362316] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.362426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.362553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.362647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.362878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.362878] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.363687] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.363811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.363866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.364023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.364101] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e87437f0-9d6d-4237-bd28-0bc9707f0b7e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.505831] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.506408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.506536] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.507657] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.508069] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.508257] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 275a3045-758e-459d-a09b-03e4dae4e8de not found, creating... [ 776.512078] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.512078] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.512078] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.512078] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.512078] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.512476] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.512721] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.512897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.514611] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.514611] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514611] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 275a3045-758e-459d-a09b-03e4dae4e8de is going to be created. [ 776.533759] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.533861] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.533984] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.534374] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.534987] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.534987] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.800470] env[69312]: INFO networking_nsxv3.common.synchronization [None req-3bc63b61-0229-4cb9-88cd-c3787c1a32fb None None] Enqueued Resource ID: e3d1310e-dc83-4e37-a15a-8b4290ad9596 with Priority: HIGHEST for action port [ 776.800890] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d1310e-dc83-4e37-a15a-8b4290ad9596 with Priority: HIGHEST for action port [ 776.801596] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d1310e-dc83-4e37-a15a-8b4290ad9596 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.801596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d1310e-dc83-4e37-a15a-8b4290ad9596" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.801596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d1310e-dc83-4e37-a15a-8b4290ad9596" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.803431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d1310e-dc83-4e37-a15a-8b4290ad9596" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.803431] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d1310e-dc83-4e37-a15a-8b4290ad9596',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.866249] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.867998] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.868180] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e87437f0-9d6d-4237-bd28-0bc9707f0b7e with status ACTIVE [ 776.868872] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.868872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.868872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.868872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.868872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.869224] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.869224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.869224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.869334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.869685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.869685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.869685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.869818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.870081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.870081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.871095] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e87437f0-9d6d-4237-bd28-0bc9707f0b7e is going to be updated. [ 776.892068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.892445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.892445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.892626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.892747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.892919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e87437f0-9d6d-4237-bd28-0bc9707f0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.052633] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf in Status: SUCCESS [ 777.052980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.306051] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3d1310e-dc83-4e37-a15a-8b4290ad9596 [ 777.306051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.306051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.306051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.306051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.306051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.306051] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3d1310e-dc83-4e37-a15a-8b4290ad9596 already deleted. [ 777.306051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d1310e-dc83-4e37-a15a-8b4290ad9596" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.329812] env[69312]: INFO networking_nsxv3.common.synchronization [req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 req-a2b7f098-b990-4e50-a169-853d737ed89d service nova] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_rules [ 777.330160] env[69312]: INFO networking_nsxv3.common.synchronization [req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 req-a2b7f098-b990-4e50-a169-853d737ed89d service nova] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 777.330224] env[69312]: INFO networking_nsxv3.common.synchronization [req-0fd9e3d5-bf1f-4042-8eb9-6fbd20069eb7 req-a2b7f098-b990-4e50-a169-853d737ed89d service nova] Enqueued Resource ID: 275a3045-758e-459d-a09b-03e4dae4e8de with Priority: HIGHEST for action port [ 777.330711] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_rules [ 777.330844] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 777.330939] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275a3045-758e-459d-a09b-03e4dae4e8de with Priority: HIGHEST for action port [ 777.331766] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.331892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.331966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.332276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.332364] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.333738] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.335953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.335953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.335953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.335953] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.335953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.335953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.336364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.336364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.336364] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.337636] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-275a3045-758e-459d-a09b-03e4dae4e8de taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.337741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.337741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.340556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.340556] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275a3045-758e-459d-a09b-03e4dae4e8de',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.373619] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.505072] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 in Status: SUCCESS [ 777.505281] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 deletion is rescheduled due to dependency. [ 777.505403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.846429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.846429] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.846429] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 275a3045-758e-459d-a09b-03e4dae4e8de with status ACTIVE [ 777.846429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.846429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.846429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.847114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.847114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.847114] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.847114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.847114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.847114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.849169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.849169] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 275a3045-758e-459d-a09b-03e4dae4e8de is going to be updated. [ 777.870381] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.870381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.870381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.870381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.870381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.870381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275a3045-758e-459d-a09b-03e4dae4e8de" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.876867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.878052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.878241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.878699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.878906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.879171] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be created. [ 777.901308] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.902319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.902392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.902718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.902780] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.912318] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: UNINITIALIZED for 2s [ 778.353192] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.855602] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.855852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.855852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.856090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.856209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.856321] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be created. [ 778.878958] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.879188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.879342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.880030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.880030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.892602] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: UNINITIALIZED for 2s [ 779.168822] env[69312]: INFO networking_nsxv3.common.synchronization [req-5df5acfc-cc34-4125-ab75-e7d22566d107 req-e99fddba-6b8b-4e81-9ce5-4ca207784318 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 779.169464] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 779.169768] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.169873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.794816] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.795138] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.795175] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.795425] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.795688] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.795850] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.795978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.797216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.797415] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.797640] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.797759] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.797871] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.797983] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.798108] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.798215] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.798348] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.834112] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.834376] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.834472] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.834649] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.834984] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-ff366c40-07c4-4c04-ac11-467281218dff taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.835260] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.835381] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.835780] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.835935] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff366c40-07c4-4c04-ac11-467281218dff',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.921234] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.923765] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.923765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.923765] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.339075] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.339370] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.339558] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.339910] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.340122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.340383] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port ff366c40-07c4-4c04-ac11-467281218dff not found, creating... [ 780.340710] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.340925] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.341146] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.341439] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.341609] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.342015] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.342224] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.342350] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.342583] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.342795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.343030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: ff366c40-07c4-4c04-ac11-467281218dff is going to be created. [ 780.363937] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.364437] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.364437] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.364437] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.364672] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.364891] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.427610] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.427747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.427820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.428072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.428355] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.428501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.428556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.428693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.428781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.428870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.429387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.429493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.429557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.429705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.429856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.429954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.430029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.430181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.430263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.430347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.430437] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.905241] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.905241] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.905241] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.905241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.906189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.906460] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.906681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.906908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.907232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.907412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.907600] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.934351] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34560ac4-66e6-4e67-ac20-57b7371f5375: rpc.has_security_group_logging(os_id): False [ 780.952022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.952022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.952022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.952022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.952661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.952661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.952661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.952661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.952661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.952661] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be created. [ 781.007636] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.010023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.010023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.010023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.010023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026557] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 781.101290] env[69312]: INFO networking_nsxv3.common.synchronization [req-5df5acfc-cc34-4125-ab75-e7d22566d107 req-18ed2420-d06d-4157-ad2c-7dea84ecdc65 service nova] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_rules [ 781.101290] env[69312]: INFO networking_nsxv3.common.synchronization [req-5df5acfc-cc34-4125-ab75-e7d22566d107 req-18ed2420-d06d-4157-ad2c-7dea84ecdc65 service nova] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 781.101290] env[69312]: INFO networking_nsxv3.common.synchronization [req-5df5acfc-cc34-4125-ab75-e7d22566d107 req-18ed2420-d06d-4157-ad2c-7dea84ecdc65 service nova] Enqueued Resource ID: ff366c40-07c4-4c04-ac11-467281218dff with Priority: HIGHEST for action port [ 781.101290] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_rules [ 781.101290] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 781.101290] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff366c40-07c4-4c04-ac11-467281218dff with Priority: HIGHEST for action port [ 781.105101] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.105101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.105101] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.105101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.105101] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff366c40-07c4-4c04-ac11-467281218dff taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.105101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.105101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.105101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.105101] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff366c40-07c4-4c04-ac11-467281218dff',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.409434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.409591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.409848] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.605793] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff366c40-07c4-4c04-ac11-467281218dff with status ACTIVE [ 781.606046] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.606190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.606257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.606480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.606577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.606749] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.606866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.606914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.607076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.607155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.607337] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.607431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.607491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.607650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.607724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.607810] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff366c40-07c4-4c04-ac11-467281218dff is going to be updated. [ 781.628651] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.628808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.628878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.629143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.629287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.629449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff366c40-07c4-4c04-ac11-467281218dff" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.912403] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.415432] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.415828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.415979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.416223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.416350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.416505] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 782.448953] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.448953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.448953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.448953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.448953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.457584] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 783.039690] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 783.040255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.201343] env[69312]: INFO networking_nsxv3.common.synchronization [req-18adf113-0ab1-4c46-b4ce-ceab18a1371b req-0902608a-851e-49b4-927a-adc728673e8e tempest-ServersNegativeTestMultiTenantJSON-612987748 tempest-ServersNegativeTestMultiTenantJSON-612987748-project-member] Enqueued Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_members [ 783.202203] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGHEST for action security_group_members [ 783.202885] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.203255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.203786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.204120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204413] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.206107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.206107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.206107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.206107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.206107] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.304171] env[69312]: INFO networking_nsxv3.common.synchronization [req-992a85ff-8d55-49ed-b8df-08493329baf0 req-934d0bc1-343c-4862-9b23-c24051435c32 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 783.304738] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 783.305104] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.305215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.708389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.709138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.709138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.709138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.709138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.709287] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.709287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.709364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.709479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.709558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.709646] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd is going to be updated. [ 783.740762] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.740904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.740976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.741314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.741382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.749377] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd in Status: IN_PROGRESS for 2s [ 783.753293] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.753745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.753745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.753836] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.754126] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.754361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.754436] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.754609] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.754758] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.755184] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.755184] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.755323] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.755323] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.755443] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.755553] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.755686] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.773283] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.777942] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.777942] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.777942] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-576" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.777942] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-77e3dd76-8a21-475f-9004-31c1c79179be taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.777942] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.777942] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.777942] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.777942] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e3dd76-8a21-475f-9004-31c1c79179be',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.807446] env[69312]: INFO networking_nsxv3.common.synchronization [req-f77f62bb-7018-4804-8f14-0b89a14e738e req-fe24e3cb-f9fd-4bab-bb40-68d505b7b7ef tempest-FloatingIPsAssociationTestJSON-1251025062 tempest-FloatingIPsAssociationTestJSON-1251025062-project-member] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 783.807498] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGHEST for action security_group_members [ 783.807975] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.807975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.807975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.808199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.813082] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.813210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.813277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.813465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.813551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.813647] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.280761] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.281143] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.281214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.281449] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.281600] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 77e3dd76-8a21-475f-9004-31c1c79179be not found, creating... [ 784.282033] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.282199] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.282311] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.282966] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.282966] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.283118] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.283186] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.283305] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.283511] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.283643] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.283779] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 77e3dd76-8a21-475f-9004-31c1c79179be is going to be created. [ 784.306958] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.307215] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.307341] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.307604] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.308253] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.308253] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.319040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.319190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.319190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.319400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.319508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.319709] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.319808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.319868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.320057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.320153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.320240] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be updated. [ 784.349183] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.349359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.349444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.349668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.349804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.360496] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: IN_PROGRESS for 2s [ 784.469206] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 784.469432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.469601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.469815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.470031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.470461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.470461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.470695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.470724] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.974834] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.196039] env[69312]: INFO networking_nsxv3.common.synchronization [req-992a85ff-8d55-49ed-b8df-08493329baf0 req-f9c7b425-092c-45a6-a9a2-1115377a0216 service nova] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_rules [ 785.196039] env[69312]: INFO networking_nsxv3.common.synchronization [req-992a85ff-8d55-49ed-b8df-08493329baf0 req-f9c7b425-092c-45a6-a9a2-1115377a0216 service nova] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 785.196039] env[69312]: INFO networking_nsxv3.common.synchronization [req-992a85ff-8d55-49ed-b8df-08493329baf0 req-f9c7b425-092c-45a6-a9a2-1115377a0216 service nova] Enqueued Resource ID: 77e3dd76-8a21-475f-9004-31c1c79179be with Priority: HIGHEST for action port [ 785.196039] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_rules [ 785.196039] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 785.196247] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e3dd76-8a21-475f-9004-31c1c79179be with Priority: HIGHEST for action port [ 785.196691] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.196827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.197580] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.197580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.202886] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e3dd76-8a21-475f-9004-31c1c79179be taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.202961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.203054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.203271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.203351] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e3dd76-8a21-475f-9004-31c1c79179be',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.308204] env[69312]: INFO networking_nsxv3.common.synchronization [req-c6cef954-d69a-4e1c-84c1-8a41d4aafc00 req-b6cb0260-907e-4afd-afad-654843d7acfd tempest-ServerDiagnosticsNegativeTest-1956223848 tempest-ServerDiagnosticsNegativeTest-1956223848-project-member] Enqueued Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_members [ 785.308451] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGHEST for action security_group_members [ 785.308624] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.308789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.308842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.309935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.310436] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.310436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.310436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.310565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.310642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.311484] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.478629] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.707361] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77e3dd76-8a21-475f-9004-31c1c79179be with status ACTIVE [ 785.707637] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.707798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.707898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.708212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.708323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.708504] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.708605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.708670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.708845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.709058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.709202] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.709322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.709391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.709586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.710146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.710146] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77e3dd76-8a21-475f-9004-31c1c79179be is going to be updated. [ 785.731314] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.731465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.731526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.731762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.731897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.732086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e3dd76-8a21-475f-9004-31c1c79179be" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.759631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd in Status: SUCCESS [ 785.759631] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd deletion is rescheduled due to dependency. [ 785.759832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.813569] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.813722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.813954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.814046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.814138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.814339] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.814437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.814500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.814665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.814724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.814814] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf is going to be updated. [ 785.847665] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.847665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.847665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.847665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.848063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.861804] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf in Status: IN_PROGRESS for 2s [ 785.982065] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.982065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.982065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.982427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.982569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.982709] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 786.014956] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.015155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.015235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.015448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.015587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.024949] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 786.262364] env[69312]: INFO networking_nsxv3.common.synchronization [req-aa6cad02-efa8-4b9b-9a89-c3c1bd0291f6 req-b2f6b761-dcf5-472a-9d96-cccf9efd8fb0 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 786.262909] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 786.264461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.264461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.264461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.264461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.264461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.264461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.264461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.265037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.265037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.265037] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.373394] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 in Status: SUCCESS [ 786.373732] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 deletion is rescheduled due to dependency. [ 786.373732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.766982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.767187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.767253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.767500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.767601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.767789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.767884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.767943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.768153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.768205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.768301] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 786.793957] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.793957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.794122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.794231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.794371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.802536] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 787.875564] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf in Status: SUCCESS [ 787.875883] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf deletion is rescheduled due to dependency. [ 787.875883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.035597] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 788.035909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.036097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.036309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.036501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.036613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.036676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.036817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.036911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.036977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.037147] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.037242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.037279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.037455] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.037613] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.037723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.037792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.037918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.038016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.038100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.038229] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.039130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.039302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.039448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.040056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.040056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.040056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.040056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.040056] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.542180] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0: rpc.has_security_group_logging(os_id): False [ 788.543325] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.560036] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.560267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.560560] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.560648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560938] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.561028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.561090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.561247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.561901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.561901] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.561901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.561901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.561901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.561901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.562180] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.562180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.562308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.562432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.562547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.562579] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be created. [ 788.631433] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.631704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.631773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.631995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.642986] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 788.813964] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 788.814175] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 788.814289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.045896] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.548498] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.548685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.548749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.548946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.549051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.549199] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 789.585871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.586134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.586547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.586748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.597224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 790.655398] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 790.655666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.655825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.656397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.656397] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.158219] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.158390] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.264069] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 791.264069] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 791.607818] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 791.608073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.608253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.608456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.608639] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.608811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.608983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.609080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.609191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.111232] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.395405] env[69312]: INFO networking_nsxv3.common.synchronization [req-fe9fc0b7-3c6c-43cf-9595-65a09545666f req-077f0ede-c08c-4a2c-8d0c-c357c05a904b tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_members [ 792.396739] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_members [ 792.397186] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.397349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.398022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.398022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.398022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.398204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.398379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.398489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.398665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.398714] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.614071] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.826693] env[69312]: INFO networking_nsxv3.common.synchronization [req-7df8baa7-31c7-445c-ad90-4d881472fc36 req-e5e4ced8-7d3c-4eee-89bf-2d9f0dc1b1c7 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 792.827455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 792.827914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.828075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.828159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.830041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.830041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.830041] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.901655] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.901655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.901840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.902787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.902787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.902787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.902787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.902787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.903288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.903288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.903288] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca already deleted. [ 792.903288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.915461] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.915654] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.915755] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.916013] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.916269] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.916417] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.916529] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.916732] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.916866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.917766] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.917920] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.918159] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.918306] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.918428] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.918536] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.918937] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.938830] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.939059] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.939248] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.939437] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-81" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.940040] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.940040] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.940040] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.940405] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.940548] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f0d8a6-b776-486d-a9ce-ebdaf5643c72',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.116431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.116763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.116763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.116865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.116957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.117095] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 793.144295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.144444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.144504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.144707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.144855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.153560] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 793.332432] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.445241] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.445474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.445648] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.445936] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.446126] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.446324] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 not found, creating... [ 793.446598] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.446760] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.446885] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.447138] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.447335] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.447580] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.447753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.447873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.449035] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.449035] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.449035] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 is going to be created. [ 793.476197] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.476197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.476197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.476619] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.476920] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.477302] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.837475] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.092858] env[69312]: INFO networking_nsxv3.common.synchronization [req-7a693bf2-ba83-450a-8268-5c2322c44dbc req-4344bcaf-4d80-4aa5-8907-b59d0eefe032 tempest-ListServersNegativeTestJSON-1969859429 tempest-ListServersNegativeTestJSON-1969859429-project-member] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 794.093319] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGHEST for action security_group_members [ 794.093623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.093720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333828] env[69312]: INFO networking_nsxv3.common.synchronization [req-fe9fc0b7-3c6c-43cf-9595-65a09545666f req-1c689046-d4ee-425b-87fa-3a7357a8f405 service nova] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_rules [ 794.334135] env[69312]: INFO networking_nsxv3.common.synchronization [req-fe9fc0b7-3c6c-43cf-9595-65a09545666f req-1c689046-d4ee-425b-87fa-3a7357a8f405 service nova] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_members [ 794.334237] env[69312]: INFO networking_nsxv3.common.synchronization [req-fe9fc0b7-3c6c-43cf-9595-65a09545666f req-1c689046-d4ee-425b-87fa-3a7357a8f405 service nova] Enqueued Resource ID: b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 with Priority: HIGHEST for action port [ 794.334760] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_rules [ 794.334904] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_members [ 794.336278] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 with Priority: HIGHEST for action port [ 794.336278] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.336278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.336278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.336278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.336278] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.337292] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.337505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.337635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.337926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.338232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.338448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.338559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.338817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.338981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.339178] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.340291] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.341126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.341126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.341126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.341126] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f0d8a6-b776-486d-a9ce-ebdaf5643c72',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.344153] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.344360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.344497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.344773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.344966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.345153] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 794.378427] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.378575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.378845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.378992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.388427] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 794.846126] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.847477] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.847477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.847477] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 with status ACTIVE [ 794.847767] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.847834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.847894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.848116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.848209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.848397] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.848497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.848556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.848705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.848783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.848958] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.849288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.849288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.849354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.849427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.849491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8f0d8a6-b776-486d-a9ce-ebdaf5643c72 is going to be updated. [ 794.868715] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.868934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.868934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.869093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.869255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.869416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8f0d8a6-b776-486d-a9ce-ebdaf5643c72" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.008818] env[69312]: INFO networking_nsxv3.common.synchronization [req-cfa9333a-2117-4059-b99e-a57c01df830f req-b2fa7796-9e40-4300-9d73-23c4414c4e5d tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 795.009399] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 795.009706] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.009818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.009883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.013099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.013279] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.013392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.013920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.014474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.014608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.014720] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.163428] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 795.163788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.163915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.164164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.164428] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.164583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.164675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.165022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.165022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.165136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.165284] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.351367] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.517922] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.517922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.517922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.518147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.518187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.518378] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.518478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.518538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.518698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.518773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.518856] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be updated. [ 795.546021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.546198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.546281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.546492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.546659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.554540] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: IN_PROGRESS for 2s [ 795.668664] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.668822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.668894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.669134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.669416] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.669542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.669542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.669702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.669897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.669897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.670120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.670194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.670412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.670551] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.670642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.670701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.670870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.670927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.671097] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.857630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.857792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.857851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.858098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.858197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.858299] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca is going to be created. [ 795.880235] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.880515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.880515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.880625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.880784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.890126] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca in Status: UNINITIALIZED for 2s [ 796.175359] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0: rpc.has_security_group_logging(os_id): False [ 796.194415] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.194609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.194609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.194735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.194907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.195141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.195278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.195364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.195552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.195682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.195904] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.196050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.196140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.196310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.196411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.196635] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.196755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.196834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.196996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.197672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.197672] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 796.292745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.292977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.293113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.293389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.293555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.310435] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 796.397835] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 796.398140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.398301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.398524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.398728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.399102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.399270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.399447] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.902176] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.902485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.902485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.902792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.902938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.903216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.903626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.903754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.904223] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be updated. [ 796.929308] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.929507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.929629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.929870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.930049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.937847] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: IN_PROGRESS for 2s [ 797.565090] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 797.565383] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa deletion is rescheduled due to dependency. [ 797.565383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.901609] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca in Status: SUCCESS [ 797.901848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.902046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.902265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.902456] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.902573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.902657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.902786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.902888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.902975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.903085] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.324977] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 798.325316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.325406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.325608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.325697] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.405976] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.827959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.828280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.828280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.828426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.828588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.828689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.828752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.828900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.828988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.829094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.829229] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.908410] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca: rpc.has_security_group_logging(os_id): False [ 798.925294] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.925450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.925535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.926134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.926134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.926134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.926303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.926303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.926474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.926525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.926623] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca is going to be created. [ 798.945875] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d594558-d6f0-4430-929b-39773964d557 in Status: SUCCESS [ 798.946052] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d594558-d6f0-4430-929b-39773964d557 deletion is rescheduled due to dependency. [ 798.946186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.984537] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.984755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.984842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.985173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.985445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.996373] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca in Status: IN_PROGRESS for 2s [ 799.331674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.331805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.331872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.332108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.332745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.332745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.332745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.332745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.332745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.333051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.333092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.333277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.333383] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.333474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.333533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.333669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.333788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.333885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.334016] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.836266] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0: rpc.has_security_group_logging(os_id): False [ 799.855119] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.855853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.855853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.855853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.855853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.855853] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.855853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.856223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.856223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.856223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.856534] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.856534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.856534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.856810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.856810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.856893] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.856957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.857019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.857185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.857277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.857397] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 799.927554] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.927678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.927776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.927973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.928148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.941770] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 800.010268] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.010524] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 801.007623] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca in Status: SUCCESS [ 801.007883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.956807] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 801.956996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.011779] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.011779] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 807.503815] env[69312]: INFO networking_nsxv3.common.synchronization [req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 req-ae7f2c6e-90a8-42e0-bebe-88461489f55a tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_members [ 807.504386] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_members [ 807.504826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.504826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.504967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.505311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.505475] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.505583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.505646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.505802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.505886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.505977] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.665622] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 req-d97056a5-6097-4840-b605-75008482508d tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 807.666212] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 807.666602] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.666760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.666823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.667141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.667781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.669414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.669414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.669414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.669414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.669414] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.882755] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.882986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.883030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884229] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884581] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884581] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884859] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.884859] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.885050] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.885173] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.885331] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.885448] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.885666] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.906200] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.906409] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.906587] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.906807] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.907253] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-6a5e825a-1bde-49e0-a95d-b6b502a274fe taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.907466] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.907628] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.908017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.908179] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5e825a-1bde-49e0-a95d-b6b502a274fe',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.009591] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.010101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.010101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.010227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.010285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.010576] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.010678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.010741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.010911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.011012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.011105] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 already deleted. [ 808.011200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.033883] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.034181] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.034315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.034603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.034890] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.035070] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.035203] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.035431] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.035593] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.035845] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.036165] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.036390] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.036452] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.036549] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.036906] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.036906] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.053978] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.054228] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.054358] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.054554] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.054890] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-a65839c5-6a07-40fc-a545-60e6de144480 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.055104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.055241] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.055615] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.055800] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65839c5-6a07-40fc-a545-60e6de144480',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.170539] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.170713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.170797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.171042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.171116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.171331] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.171462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.171514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.171670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.171754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.171860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c already deleted. [ 808.172049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.267543] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 808.267712] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:1 started [ 808.414480] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.414480] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 6a5e825a-1bde-49e0-a95d-b6b502a274fe not found, creating... [ 808.414480] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.414480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.414856] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.414856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.414856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.414856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.414856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.415390] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 6a5e825a-1bde-49e0-a95d-b6b502a274fe is going to be created. [ 808.438122] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.438122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.438122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.438122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.438122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.438122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.558737] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.558737] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.559794] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.559794] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.559794] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.559794] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port a65839c5-6a07-40fc-a545-60e6de144480 not found, creating... [ 808.560161] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.560161] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.560289] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560558] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.561168] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.561168] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.561567] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.561703] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.561922] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.562178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.562244] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: a65839c5-6a07-40fc-a545-60e6de144480 is going to be created. [ 808.582986] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.582986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.583278] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.583576] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.584429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.584429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.403274] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 req-61a56914-f7e3-450f-b2da-96f55b705c8e service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 809.403475] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 req-61a56914-f7e3-450f-b2da-96f55b705c8e service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 809.403475] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3d8cee-2dca-4e34-9ecf-e29287d7c396 req-61a56914-f7e3-450f-b2da-96f55b705c8e service nova] Enqueued Resource ID: a65839c5-6a07-40fc-a545-60e6de144480 with Priority: HIGHEST for action port [ 809.403694] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 809.403821] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 809.403914] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65839c5-6a07-40fc-a545-60e6de144480 with Priority: HIGHEST for action port [ 809.404496] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.404614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.404675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.404915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.404998] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.406283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.406425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.409822] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.409822] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.409822] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65839c5-6a07-40fc-a545-60e6de144480 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.409822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.409822] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65839c5-6a07-40fc-a545-60e6de144480',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.474871] env[69312]: INFO networking_nsxv3.common.synchronization [req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 req-598d901d-c21d-4ddf-b32b-f6f2f6fe278f service nova] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_rules [ 809.475088] env[69312]: INFO networking_nsxv3.common.synchronization [req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 req-598d901d-c21d-4ddf-b32b-f6f2f6fe278f service nova] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_members [ 809.475231] env[69312]: INFO networking_nsxv3.common.synchronization [req-254a0ad2-50ea-432c-bd79-5cc2c9452af9 req-598d901d-c21d-4ddf-b32b-f6f2f6fe278f service nova] Enqueued Resource ID: 6a5e825a-1bde-49e0-a95d-b6b502a274fe with Priority: HIGHEST for action port [ 809.475456] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_rules [ 809.475576] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_members [ 809.475671] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5e825a-1bde-49e0-a95d-b6b502a274fe with Priority: HIGHEST for action port [ 809.476178] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.477929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.477929] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.477929] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.477929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.477929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.478250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.478250] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.478250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.478353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.478431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.478522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.478629] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.479345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5e825a-1bde-49e0-a95d-b6b502a274fe taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.479441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.479530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.479657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.479762] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5e825a-1bde-49e0-a95d-b6b502a274fe',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.909916] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.913891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.913891] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a65839c5-6a07-40fc-a545-60e6de144480 with status ACTIVE [ 809.913891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.913891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.913891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.913891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.915238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.915238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.915238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.915238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.915238] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a65839c5-6a07-40fc-a545-60e6de144480 is going to be updated. [ 809.938724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.939022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.939118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.939497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65839c5-6a07-40fc-a545-60e6de144480" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.982412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.982412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.982639] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.983512] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a5e825a-1bde-49e0-a95d-b6b502a274fe with status ACTIVE [ 809.983729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.983866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.983926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.984148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.984256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.984419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.984547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.984623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.984794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.986023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.986023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.986023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.986023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.986023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a5e825a-1bde-49e0-a95d-b6b502a274fe is going to be updated. [ 810.008193] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.008378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.008451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.008674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.008832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.009036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5e825a-1bde-49e0-a95d-b6b502a274fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.337449] env[69312]: INFO networking_nsxv3.common.synchronization [req-d3ee6200-f823-4526-bf40-c9a6abdfd368 req-e2107c49-030a-49a8-90f8-ad52d2399033 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_members [ 810.337449] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_members [ 810.337671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.337671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.337671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.338072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.338193] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.338311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.338389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.338634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.338768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.338899] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.412714] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.487453] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.843053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.843274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.843396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.843652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.843754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.843974] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.844090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.844153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.844323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.844399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.844536] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 already deleted. [ 810.844637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.894013] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.894196] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.894309] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.894745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.895035] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.895221] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.895340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.895579] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.895751] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.895993] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.896636] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.896636] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.896636] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.896636] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.896636] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.896876] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.915757] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.916097] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.916097] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.916932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916932] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.917169] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.917362] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.917523] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db50b8b-ebc1-4f6a-bfff-7cf1627f73db',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.918601] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.918745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.918833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.919165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.919297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.919469] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be created. [ 810.940231] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.940412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.940463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.940636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.940788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.950089] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: UNINITIALIZED for 2s [ 810.991564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.991564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.991564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.991564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.991564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.991815] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 is going to be created. [ 811.015540] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.015726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.015796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.016013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.016194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.025034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: UNINITIALIZED for 2s [ 811.422066] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.422247] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.422378] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.422677] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.422828] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.422985] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db not found, creating... [ 811.423261] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.423416] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.423535] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.423765] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.423880] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.424193] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.424348] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.424462] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.424667] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.424804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.424942] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db is going to be created. [ 811.443252] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.443868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.443868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.444088] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.444322] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.125025] env[69312]: INFO networking_nsxv3.common.synchronization [req-9fabd5e1-86d7-41bb-8e67-e98c80de8816 req-116378c7-3fac-419a-af08-d6204117f8da tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 812.125025] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 812.125025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.125025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.125025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.125025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.125991] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.126286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.126470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.127699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.127699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.127699] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.336659] env[69312]: INFO networking_nsxv3.common.synchronization [req-d3ee6200-f823-4526-bf40-c9a6abdfd368 req-4b2a8faa-af38-4e17-80b5-88aac9bdaa51 service nova] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_rules [ 812.338368] env[69312]: INFO networking_nsxv3.common.synchronization [req-d3ee6200-f823-4526-bf40-c9a6abdfd368 req-4b2a8faa-af38-4e17-80b5-88aac9bdaa51 service nova] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_members [ 812.338813] env[69312]: INFO networking_nsxv3.common.synchronization [req-d3ee6200-f823-4526-bf40-c9a6abdfd368 req-4b2a8faa-af38-4e17-80b5-88aac9bdaa51 service nova] Enqueued Resource ID: 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db with Priority: HIGHEST for action port [ 812.340134] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_rules [ 812.340773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_members [ 812.340773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db with Priority: HIGHEST for action port [ 812.340954] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.341069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.341184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.341419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.341536] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.342447] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.342603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.342699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.343109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.343109] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.343236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.343236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.343442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.343584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.343761] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.344870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.345037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.345131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.345305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.345413] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db50b8b-ebc1-4f6a-bfff-7cf1627f73db',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.629524] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.846965] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.848206] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.848206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.849697] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db with status ACTIVE [ 812.849877] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.849986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.850077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.850279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.850370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.850540] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.850638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.850708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.850845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.850924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.851140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.851248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.851310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.851471] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.851551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.851633] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5db50b8b-ebc1-4f6a-bfff-7cf1627f73db is going to be updated. [ 812.870701] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.870835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.870898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.871092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.871225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.871379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db50b8b-ebc1-4f6a-bfff-7cf1627f73db" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.959446] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 812.959778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.960073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.960420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.960708] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.961408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.961408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.961408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.961845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961845] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.034658] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: SUCCESS [ 813.034957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.035231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.035537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.035809] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.035980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.036464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036730] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.132614] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.183113] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d5016cd-9649-486b-b681-08088982939e req-6b0bbf56-832b-495d-99d9-e6a4e5497c24 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 813.183769] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 813.184101] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.184295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.184366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.184606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.184770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.184868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.184927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.185086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.189016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.189016] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.353914] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.465520] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.465683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.465847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.465945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.466127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.466255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.466328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.466423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.466503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.466592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.466789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.466877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.466877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.467016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.467135] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.467223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.467325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.467471] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.467544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.467626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.467703] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.540768] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.634326] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.634879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.634879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.634879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.635047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.635047] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 813.661502] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.661659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.661790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.663179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.663375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.686809] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 813.693349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.693506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.693574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.693797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.693968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.694097] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.694207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.694296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.694424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.694498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.694586] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 already deleted. [ 813.694665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.707873] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.707873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.707873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.707873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.707873] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.707873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.709517] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.709517] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.709776] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710091] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.710324] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.710513] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.710691] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.710888] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.711099] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.711316] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.732560] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.732560] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.732560] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.732560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.732560] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.732560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.732560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.732560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.732560] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd9da2f-a7b6-46f5-999a-f58cc1b803c5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.856347] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.857099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.857099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.857099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.857099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.857354] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 is going to be created. [ 813.880710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.881095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.881210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.881674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.881873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.891039] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: UNINITIALIZED for 2s [ 813.971034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fa336f-19ac-4c08-a8dd-3482166ea62c: rpc.has_security_group_logging(os_id): False [ 813.991340] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.991591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.991591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.991790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.991943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.992066] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.992161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.992219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.992366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.992519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.992671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.992752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.992800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.992931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.993015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.993224] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.993319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.993381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.993516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.993595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.993669] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be created. [ 814.043715] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 250454b6-6118-45af-a341-afff6bbd9b82: rpc.has_security_group_logging(os_id): False [ 814.049814] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.049814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.049814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.050043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.050043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.061022] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 814.061022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.061022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.061348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.061348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.061348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.061567] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.061662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.061735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.061888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.061962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.062082] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 is going to be created. [ 814.193496] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.193496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.193496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.193496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.193496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.230905] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: IN_PROGRESS for 2s [ 814.240069] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.240293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.240420] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.240701] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.242617] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.243246] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 not found, creating... [ 814.243587] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.243859] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.244000] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.245088] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.245088] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.245088] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.245529] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.245669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.245937] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.246091] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.246323] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 is going to be created. [ 814.306958] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.307372] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.307524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.307919] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.308257] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.308563] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.697960] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 815.698297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.765308] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d5016cd-9649-486b-b681-08088982939e req-7362fe92-f23a-4604-8932-540ced92b3ed service nova] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_rules [ 815.765588] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d5016cd-9649-486b-b681-08088982939e req-7362fe92-f23a-4604-8932-540ced92b3ed service nova] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 815.766037] env[69312]: INFO networking_nsxv3.common.synchronization [req-0d5016cd-9649-486b-b681-08088982939e req-7362fe92-f23a-4604-8932-540ced92b3ed service nova] Enqueued Resource ID: 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 with Priority: HIGHEST for action port [ 815.766385] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_rules [ 815.768018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 815.768018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 with Priority: HIGHEST for action port [ 815.768018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.769925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.770075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.771859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772029] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.774315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.774315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.774315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.774315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.774315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.775964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.776080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.776237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.776434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.776500] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.777459] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.777579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.777644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.777804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.777882] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd9da2f-a7b6-46f5-999a-f58cc1b803c5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.903237] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: SUCCESS [ 815.903762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.903949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.904263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.904554] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.904748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.904866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.905494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.905747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.905960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.906183] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.071805] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 816.072041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.244779] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: SUCCESS [ 816.246587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.281782] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.282492] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.282632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287399] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 with status ACTIVE [ 816.287399] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.287399] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.287399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.288128] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.288128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.288128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.288128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.288128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.288128] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dd9da2f-a7b6-46f5-999a-f58cc1b803c5 is going to be updated. [ 816.312175] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.312319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.312380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.312593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.313033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.313033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd9da2f-a7b6-46f5-999a-f58cc1b803c5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.409228] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.786162] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.911972] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f5e22c2-d24c-42b4-b8c8-d36912f77364: rpc.has_security_group_logging(os_id): False [ 816.930255] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.930396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.930581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.930747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.930844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.931106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.931233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.931412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.931412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.931994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.931994] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 is going to be created. [ 816.995754] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.995910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.995983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.996192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.996377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.023431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: IN_PROGRESS for 2s [ 817.288058] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.288251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.288326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.288551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.288649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.288748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be created. [ 817.314375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.314554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.314625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.315052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.315193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.325149] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: UNINITIALIZED for 2s [ 817.836457] env[69312]: INFO networking_nsxv3.common.synchronization [req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 req-a994ba3e-2547-4441-9f1b-9445a6d061b4 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 817.839020] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 817.839020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.839020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.839020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.842898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.842898] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.842898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.842898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.842898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.842898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.842898] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.348151] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.851327] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.038020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: SUCCESS [ 819.038020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.316163] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316163] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316443] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316591] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.317024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.317304] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.317531] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.317896] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.318159] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.318483] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.318692] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.318898] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.319128] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.319347] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.319564] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.319794] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.334941] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 819.335531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.335531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.335769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.336057] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.336251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.336371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.336614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.336753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.336906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.337090] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.339114] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.339486] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.339611] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.339862] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-341" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.340297] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-60b25848-a49a-42b3-9357-c130cb7ff83c taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.341049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.341719] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.342156] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b25848-a49a-42b3-9357-c130cb7ff83c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.357614] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.357614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.357614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.357614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.357614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.357614] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 819.386332] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.386495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.386670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.386777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.386942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.398508] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 819.844456] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.844456] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.844646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.844794] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.844945] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.846647] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 60b25848-a49a-42b3-9357-c130cb7ff83c not found, creating... [ 819.846647] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.846647] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.846647] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.846647] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.848090] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.848745] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.848745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.849026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.849159] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.849302] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 60b25848-a49a-42b3-9357-c130cb7ff83c is going to be created. [ 819.850646] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.850782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.850946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.851360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.851360] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.854342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.855032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.855032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.877045] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.877275] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.877400] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.877673] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.877899] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.878140] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.361258] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79bfd024-6845-4e6c-98e4-bcbb25db12c0: rpc.has_security_group_logging(os_id): False [ 820.379393] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.379393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.379393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.380716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.380716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.380716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383536] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.383536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383536] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be created. [ 820.806968] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.806968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.807104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.808731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.808731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.819694] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: IN_PROGRESS for 2s [ 821.089063] env[69312]: INFO networking_nsxv3.common.synchronization [req-e118095f-9053-447b-9107-f1a3739d98ae req-f2b2fa10-1ac9-45c1-9953-e44c8bcf8763 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 821.090153] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 821.091120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.091415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.091635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.091977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.093265] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.093265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.093265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.093265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.093265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.093265] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.411526] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 821.411760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.597878] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.599532] env[69312]: INFO networking_nsxv3.common.synchronization [req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 req-0af54fdc-51a6-4557-a8b3-33401e81f448 service nova] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 821.599755] env[69312]: INFO networking_nsxv3.common.synchronization [req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 req-0af54fdc-51a6-4557-a8b3-33401e81f448 service nova] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 821.599909] env[69312]: INFO networking_nsxv3.common.synchronization [req-c899aaf1-45c5-4862-bea6-c5c2bae6cc73 req-0af54fdc-51a6-4557-a8b3-33401e81f448 service nova] Enqueued Resource ID: 60b25848-a49a-42b3-9357-c130cb7ff83c with Priority: HIGHEST for action port [ 821.602232] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 821.602525] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 821.603212] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b25848-a49a-42b3-9357-c130cb7ff83c with Priority: HIGHEST for action port [ 821.603212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.603461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.603507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.604946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.604946] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.606895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.607066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.607148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.607371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.607606] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.607723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.607823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.608052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.608166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.608294] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.611865] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b25848-a49a-42b3-9357-c130cb7ff83c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.611865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.611865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.611865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.611865] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b25848-a49a-42b3-9357-c130cb7ff83c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.620309] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.620309] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.620309] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.620309] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.620309] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.620309] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.620309] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.621267] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.621267] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.621267] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.622028] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.624907] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.625026] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.625246] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.625390] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.625606] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.647531] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.647783] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.647943] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.648219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-965" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.648644] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-14797bb0-0cb5-4025-9cfe-1e86933e4acd taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.648811] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.649079] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.649426] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.649569] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14797bb0-0cb5-4025-9cfe-1e86933e4acd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.105266] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.116633] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.118057] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.118057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.118410] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60b25848-a49a-42b3-9357-c130cb7ff83c with status ACTIVE [ 822.118501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.118650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.118650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.118881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.118957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.119864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.119864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.119864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.119864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.121643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.124163] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.124163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.124163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.127289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.127484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.127665] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60b25848-a49a-42b3-9357-c130cb7ff83c is going to be updated. [ 822.146686] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.146922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.146922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.147124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.147260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.147415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.155241] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.155475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.155638] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.155917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.156075] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.156884] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 14797bb0-0cb5-4025-9cfe-1e86933e4acd not found, creating... [ 822.156884] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.156884] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.156884] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.157065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.157226] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.157480] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.157713] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.157777] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.157995] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.158216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.158498] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 14797bb0-0cb5-4025-9cfe-1e86933e4acd is going to be created. [ 822.176226] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.176226] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.176395] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.179173] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.179173] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.179173] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.609278] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.609508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.609649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.609966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.610459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.610459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 822.622461] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.636759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.636979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.636979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.636979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.637824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.646886] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 822.831388] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 822.831828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.989532] env[69312]: INFO networking_nsxv3.common.synchronization [req-e118095f-9053-447b-9107-f1a3739d98ae req-bded32ef-eaba-491a-93fd-9790ce437986 service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 822.989532] env[69312]: INFO networking_nsxv3.common.synchronization [req-e118095f-9053-447b-9107-f1a3739d98ae req-bded32ef-eaba-491a-93fd-9790ce437986 service nova] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 822.990236] env[69312]: INFO networking_nsxv3.common.synchronization [req-e118095f-9053-447b-9107-f1a3739d98ae req-bded32ef-eaba-491a-93fd-9790ce437986 service nova] Enqueued Resource ID: 14797bb0-0cb5-4025-9cfe-1e86933e4acd with Priority: HIGHEST for action port [ 822.991320] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_rules [ 822.992277] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 822.992393] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14797bb0-0cb5-4025-9cfe-1e86933e4acd with Priority: HIGHEST for action port [ 822.993416] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.994037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.994037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.994037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.994037] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.995091] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.995184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.995533] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-14797bb0-0cb5-4025-9cfe-1e86933e4acd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.995533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.995757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.995757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.995836] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14797bb0-0cb5-4025-9cfe-1e86933e4acd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.126140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.126140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.126140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.126140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.126140] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 823.153429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.153635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.153719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.153928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.154079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.162112] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 823.497535] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.497688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.499068] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14797bb0-0cb5-4025-9cfe-1e86933e4acd with status ACTIVE [ 823.499300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.499554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.499554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.499704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.499795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.499966] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.503881] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.503881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.503881] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14797bb0-0cb5-4025-9cfe-1e86933e4acd is going to be updated. [ 823.530626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.532969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.532969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.532969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.532969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14797bb0-0cb5-4025-9cfe-1e86933e4acd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.646143] env[69312]: INFO networking_nsxv3.common.synchronization [req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e req-628dfd0f-2365-45c5-ae5a-4576bd72310d tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Enqueued Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_members [ 823.648881] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_members [ 823.648881] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.648881] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.648881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648881] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.151134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.151460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.151460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.151575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.151689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.151902] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.152008] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.152074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.152625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.152719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.152854] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 already deleted. [ 824.152977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.602024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.602024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-855" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.602024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-855" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.602024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-855" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.602024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.603755] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.603979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.604408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.604588] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.604813] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.604924] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.605049] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.605156] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.605262] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.609020] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.609020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.632928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.632928] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.632928] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.632928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-855" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.632928] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.632928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.632928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.632928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.632928] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca85b66-75a8-433d-89aa-e8e9027a4ed7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.658958] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 824.659228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.659432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.661407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.662303] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.662303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.662303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.662303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.662303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.662303] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.752376] env[69312]: INFO networking_nsxv3.common.synchronization [req-d9188552-0cd2-4651-80fc-66d275e2b725 req-b4b946c5-25ee-4ce4-99bb-6438fdc62839 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 824.752914] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 824.753389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.753389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.753556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.753660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.753787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.753882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.753937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.756601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.756601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.756748] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.142933] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.143303] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.143357] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.143681] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.143818] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.144086] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 not found, creating... [ 825.144312] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.144475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.144668] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.144879] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.145597] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.145597] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.145597] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.145726] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.145981] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.146077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.146295] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 is going to be created. [ 825.169028] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.169028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.169028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.169028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.169028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.169028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.172705] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.183467] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 825.184302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.184302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.184477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.184791] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.184791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.184945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.185126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.185230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.185321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.185448] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.259464] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.259464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.259464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.259464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.259464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.259882] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.259882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.259882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.260106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.260167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.260223] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 825.312134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.312330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.312371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.312592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.312955] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.325178] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 825.675958] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.687909] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.691472] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.691472] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.691472] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.691472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.692164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.692164] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.941234] env[69312]: INFO networking_nsxv3.common.synchronization [req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e req-3e1e98da-286a-4491-a64c-9eb30896a7e7 service nova] Enqueued Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_rules [ 825.941234] env[69312]: INFO networking_nsxv3.common.synchronization [req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e req-3e1e98da-286a-4491-a64c-9eb30896a7e7 service nova] Enqueued Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_members [ 825.941234] env[69312]: INFO networking_nsxv3.common.synchronization [req-f1010cd2-2d4a-42c1-b9a6-8f51bf1a7c3e req-3e1e98da-286a-4491-a64c-9eb30896a7e7 service nova] Enqueued Resource ID: 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 with Priority: HIGHEST for action port [ 825.941654] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_rules [ 825.941788] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_members [ 825.941880] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 with Priority: HIGHEST for action port [ 825.942176] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.942305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.942372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.944297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.944584] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.950704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.950704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.950704] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.950704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.950704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.950704] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca85b66-75a8-433d-89aa-e8e9027a4ed7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.177678] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.177983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.177983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.178157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.178227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.179330] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 826.194289] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 826.218417] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.218574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.218627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.218836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.218931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.219136] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.219239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.219283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.219428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.219505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.219781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.219877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.220760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.220979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.221093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.221328] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.221496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.221555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.221686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.221773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.221884] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 826.224123] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.224241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.224321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.224484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.225473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.233705] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 826.289680] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.289784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.289834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.290292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.290292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.310584] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 826.450320] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.450469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.453811] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.453917] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 with status ACTIVE [ 826.454176] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.454339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.454416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.455365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.455365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.455365] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.455365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.455365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.455365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.455365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.455787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.455787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.455787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.455787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.456042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.456042] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ca85b66-75a8-433d-89aa-e8e9027a4ed7 is going to be updated. [ 826.477127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.477386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.477386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.477706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.477833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.479162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca85b66-75a8-433d-89aa-e8e9027a4ed7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.960464] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.098195] env[69312]: INFO networking_nsxv3.common.synchronization [None req-398a3ea2-3962-4fd9-81ab-f1d26af2affc None None] Enqueued Resource ID: 060f77ad-3391-480e-92b3-35448b8c25ad with Priority: HIGHEST for action port [ 827.098195] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060f77ad-3391-480e-92b3-35448b8c25ad with Priority: HIGHEST for action port [ 827.098195] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-060f77ad-3391-480e-92b3-35448b8c25ad taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.098195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060f77ad-3391-480e-92b3-35448b8c25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.098195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060f77ad-3391-480e-92b3-35448b8c25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.098195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060f77ad-3391-480e-92b3-35448b8c25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.099494] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060f77ad-3391-480e-92b3-35448b8c25ad',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.336580] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 827.336580] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c deletion is rescheduled due to dependency. [ 827.336580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.463856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.464090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.464230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.465245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.465359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.465468] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 is going to be created. [ 827.491171] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.491171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.491171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.491171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.491171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.501550] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 in Status: UNINITIALIZED for 2s [ 827.602877] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 060f77ad-3391-480e-92b3-35448b8c25ad [ 827.602877] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.603202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.603202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.603309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.603374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.603507] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:060f77ad-3391-480e-92b3-35448b8c25ad already deleted. [ 827.603607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060f77ad-3391-480e-92b3-35448b8c25ad" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.249202] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 828.249513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.249806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.250129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.250800] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.250800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.250800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.250996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.250996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.251076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.251176] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.332348] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 828.332348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.759191] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.759191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.759191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.759191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.759191] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.759191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.759191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.760146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.760146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.760146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.760146] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.760146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.760146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.760146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.761144] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.761144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.761144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.761144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.761144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.761144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.761144] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.265694] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c4249ba-9fb0-458c-896e-de6489c0d03a: rpc.has_security_group_logging(os_id): False [ 829.283028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.283279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.283363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.284301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.284301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.284301] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.284301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.284301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.284301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.284301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.284781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.284781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.284781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.284781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.284943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.286201] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.286534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.286637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.286857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.286975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287125] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 829.300061] env[69312]: INFO networking_nsxv3.common.synchronization [req-52a966af-b455-411c-8803-c7b166372af5 req-e59d8da8-5bfd-4da6-9ab1-c875ed12221d tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 829.300818] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 829.301161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.301280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.301338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.301578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.301739] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.301859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.301922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.302092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.302176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.302269] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.358652] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.358652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.358862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.359064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.359367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.376167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 829.416314] env[69312]: INFO networking_nsxv3.common.synchronization [None req-6d6d6141-fbd8-4278-b53e-67b55a06e8d6 None None] Enqueued Resource ID: d94ad3b8-014b-4729-ad98-26e5456a51ac with Priority: HIGHEST for action port [ 829.417205] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94ad3b8-014b-4729-ad98-26e5456a51ac with Priority: HIGHEST for action port [ 829.417943] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d94ad3b8-014b-4729-ad98-26e5456a51ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.418090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d94ad3b8-014b-4729-ad98-26e5456a51ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.418160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d94ad3b8-014b-4729-ad98-26e5456a51ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.418420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d94ad3b8-014b-4729-ad98-26e5456a51ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.418509] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94ad3b8-014b-4729-ad98-26e5456a51ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.515433] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 in Status: SUCCESS [ 829.515433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.515433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.515433] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.515633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.515633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.515817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.515894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.515981] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.809241] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.809241] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.809241] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f already deleted. [ 829.809241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.809241] env[69312]: INFO networking_nsxv3.common.synchronization [req-81021b24-b6f9-43e0-8e26-a9c5fc348b24 req-d896e481-a5a1-4387-a394-7c8b00e0a21c tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_members [ 829.810563] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGHEST for action security_group_members [ 829.811093] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.811343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.811497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.811748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.812017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.812231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.812396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.812629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.812806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.813018] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.922323] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d94ad3b8-014b-4729-ad98-26e5456a51ac [ 829.925656] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.925656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.925656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.925656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.925656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.925656] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d94ad3b8-014b-4729-ad98-26e5456a51ac already deleted. [ 829.925656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d94ad3b8-014b-4729-ad98-26e5456a51ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.019481] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.025252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.025252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.025252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.025252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.027724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.027724] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.143208] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.143694] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.143867] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.144352] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.144634] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.144923] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.144979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.145250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.145466] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.145656] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.145773] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.145882] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.145998] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.146157] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.146346] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.146453] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.170571] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.170571] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.170571] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.170571] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.170723] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.170804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.170923] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.171295] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.171438] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e98cc0-3134-4c25-b6f3-ac5eb16515af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.315564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.315957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.316155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.316436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.316540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.316745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.316850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.316914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.317082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.317158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb is going to be updated. [ 830.341957] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.342145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.342210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.342411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.342546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.353976] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c51576-0871-4dd0-b560-40882b4bcbcb in Status: IN_PROGRESS for 2s [ 830.534285] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ce67de6-400c-471c-9382-0a8cbe96b1b6: rpc.has_security_group_logging(os_id): False [ 830.551301] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.551301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.551301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.551599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.551599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.554424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.554424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.554424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.554424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.555376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.555376] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 is going to be created. [ 830.610879] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.611114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.611232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.612031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.612031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.628072] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 in Status: IN_PROGRESS for 2s [ 830.679618] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.679618] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port c6e98cc0-3134-4c25-b6f3-ac5eb16515af not found, creating... [ 830.679618] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.679618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.680218] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.680218] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.680218] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.680218] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.680218] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.680218] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: c6e98cc0-3134-4c25-b6f3-ac5eb16515af is going to be created. [ 830.714830] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.714830] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.714830] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.714830] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.714830] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.714830] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.395245] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 831.395245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.751890] env[69312]: INFO networking_nsxv3.common.synchronization [req-52a966af-b455-411c-8803-c7b166372af5 req-77517580-130a-4400-b18e-880e76174435 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 831.752093] env[69312]: INFO networking_nsxv3.common.synchronization [req-52a966af-b455-411c-8803-c7b166372af5 req-77517580-130a-4400-b18e-880e76174435 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 831.752228] env[69312]: INFO networking_nsxv3.common.synchronization [req-52a966af-b455-411c-8803-c7b166372af5 req-77517580-130a-4400-b18e-880e76174435 service nova] Enqueued Resource ID: c6e98cc0-3134-4c25-b6f3-ac5eb16515af with Priority: HIGHEST for action port [ 831.752458] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 831.752596] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 831.752689] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e98cc0-3134-4c25-b6f3-ac5eb16515af with Priority: HIGHEST for action port [ 831.753250] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.753370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.753439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.753635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.753715] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.754545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.754653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.754710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.754868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.755021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.755144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.755228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.755328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.755406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.755493] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.756200] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.756395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.756395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.756504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.756554] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e98cc0-3134-4c25-b6f3-ac5eb16515af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.247075] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 832.247164] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 832.247748] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 832.247885] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 832.248382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.248382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.248382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.248669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.248710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.248787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.248840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.248978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.249087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.249181] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.250803] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.250932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.250993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.251227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.251375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.251549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.251549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.251767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.251767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.251856] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.257843] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.257957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.258182] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.258861] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e98cc0-3134-4c25-b6f3-ac5eb16515af with status ACTIVE [ 832.262496] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.262811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.262811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.262920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.263012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.263205] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.263304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.263365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.263521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.263692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.263819] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.263911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.263974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264485] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e98cc0-3134-4c25-b6f3-ac5eb16515af is going to be updated. [ 832.288205] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.288432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.288480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.288692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.288972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.289098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e98cc0-3134-4c25-b6f3-ac5eb16515af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.328678] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_rules [ 832.328917] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 832.329167] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 832.329309] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 832.329458] env[69312]: INFO networking_nsxv3.common.synchronization [req-3065cd9d-94e0-4e9b-89c4-bb80d6deaebb req-0a571270-e472-42b3-8897-ecc6cfd0b959 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 60b25848-a49a-42b3-9357-c130cb7ff83c with Priority: HIGHEST for action port [ 832.329976] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_rules [ 832.330133] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 832.330236] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b25848-a49a-42b3-9357-c130cb7ff83c with Priority: HIGHEST for action port [ 832.330320] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 832.330483] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 832.330671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.330790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.330902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.331096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.331199] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.332525] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.332644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.332707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.333191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.333191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.334481] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b25848-a49a-42b3-9357-c130cb7ff83c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.334536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.334596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.334753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.334823] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b25848-a49a-42b3-9357-c130cb7ff83c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.336103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.336103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.336226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.336226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.376898] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c51576-0871-4dd0-b560-40882b4bcbcb in Status: SUCCESS [ 832.376898] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb deletion is rescheduled due to dependency. [ 832.376898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.641456] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 in Status: SUCCESS [ 832.641456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754289] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.754289] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.767061] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.833749] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.833749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.837688] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.837841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.838060] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60b25848-a49a-42b3-9357-c130cb7ff83c with status ACTIVE [ 832.838226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.838332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.838411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.838614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.838723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.838970] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.839092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.839154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.839318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.839397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.839578] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.839692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.839759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.839898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.839974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.840087] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60b25848-a49a-42b3-9357-c130cb7ff83c is going to be updated. [ 832.862502] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.862502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.862502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.255243] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.258298] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.269113] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.269312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.269357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.269639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.269789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.269950] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be created. [ 833.294209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.294209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.294209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.294209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.294209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303614] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: UNINITIALIZED for 2s [ 833.763026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.763026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 833.763026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.763026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.763026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be created. [ 833.795266] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.795266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.795266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.795266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.795266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.803815] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.803815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.803815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.803815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.803815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.813567] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: UNINITIALIZED for 2s [ 833.814497] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 835.312674] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 835.312977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.313148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.313360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.313606] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.313728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.313795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.313947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.314038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.314128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.314220] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.816216] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.825282] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 835.825994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.825994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.826497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.826634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.827060] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.829273] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 835.829535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.830256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.830256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.830515] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.830700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.830848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.831052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.831190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.831332] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.985872] env[69312]: INFO networking_nsxv3.common.synchronization [None req-001b657c-3ee5-4277-ba4a-303e51246e88 None None] Enqueued Resource ID: 109dfe97-04fd-4033-90fa-12ac6406a2c8 with Priority: HIGHEST for action port [ 835.986898] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109dfe97-04fd-4033-90fa-12ac6406a2c8 with Priority: HIGHEST for action port [ 835.987290] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-109dfe97-04fd-4033-90fa-12ac6406a2c8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.987532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-109dfe97-04fd-4033-90fa-12ac6406a2c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.987532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-109dfe97-04fd-4033-90fa-12ac6406a2c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.987817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-109dfe97-04fd-4033-90fa-12ac6406a2c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.987903] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109dfe97-04fd-4033-90fa-12ac6406a2c8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.318965] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f: rpc.has_security_group_logging(os_id): False [ 836.332775] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.334717] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.338444] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.338581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.338697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.338839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.338935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.339948] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.340094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.340432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.343171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.343292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.343393] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be created. [ 836.422646] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.422646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.422646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.422646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.423296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.434076] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 836.494658] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 109dfe97-04fd-4033-90fa-12ac6406a2c8 [ 836.494658] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.494658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.494658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.494658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.494658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.494658] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:109dfe97-04fd-4033-90fa-12ac6406a2c8 already deleted. [ 836.494658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-109dfe97-04fd-4033-90fa-12ac6406a2c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.534015] env[69312]: INFO networking_nsxv3.common.synchronization [req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 req-1b171552-02bc-4d48-b020-388cea7dfa52 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 836.534663] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 836.535016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.535412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.535412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.536549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.536549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.536549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.536549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.536549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.536549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.536549] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.837175] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.837175] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.858631] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.858839] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.858965] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.859315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.859582] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.859768] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.859878] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.860117] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.860259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.860705] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.860705] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.860705] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.860909] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.860909] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.861076] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.861236] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.883688] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.883893] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.884046] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.884226] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.885324] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-72772b50-2173-4177-baf0-2fc66bde64a6 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.885324] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.885324] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.885324] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.885324] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72772b50-2173-4177-baf0-2fc66bde64a6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.039042] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.039315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.039374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.039575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.039674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.039910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.040017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.040080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.040241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.040319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.040418] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 already deleted. [ 837.040499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.341714] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.341989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.341989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.342620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.342620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.342620] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 837.343770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.343960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.343996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.344168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.344259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.344348] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be updated. [ 837.385730] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.385860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.385931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.386145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.386289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.387947] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.388074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.388138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.388301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.388493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.389887] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.390095] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.390336] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.390468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.390704] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.390704] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 72772b50-2173-4177-baf0-2fc66bde64a6 not found, creating... [ 837.390985] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.391190] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.391282] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.391491] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.391740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.391899] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.392077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.392204] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.392635] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.392635] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.392739] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 72772b50-2173-4177-baf0-2fc66bde64a6 is going to be created. [ 837.403407] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: IN_PROGRESS for 2s [ 837.404139] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 837.416722] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.416974] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.417038] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.417361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.417597] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.417899] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.707188] env[69312]: INFO networking_nsxv3.common.synchronization [req-f6e06b74-f8ef-49df-968c-2dfa55e44dab req-c023f8de-0f2e-4592-938a-4ecac0da000d tempest-InstanceActionsV221TestJSON-329574137 tempest-InstanceActionsV221TestJSON-329574137-project-member] Enqueued Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_members [ 837.707717] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGHEST for action security_group_members [ 837.708044] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.708179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.708238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.708444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.708598] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.708700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.709400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.709400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.709400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.709400] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.938875] env[69312]: INFO networking_nsxv3.common.synchronization [None req-d52546b7-8450-44a0-bc6a-8d1332c79afc None None] Enqueued Resource ID: 61ac23ee-227b-4607-a532-05805821f643 with Priority: HIGHEST for action port [ 837.939395] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ac23ee-227b-4607-a532-05805821f643 with Priority: HIGHEST for action port [ 837.939437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ac23ee-227b-4607-a532-05805821f643 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.939561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ac23ee-227b-4607-a532-05805821f643" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.939624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ac23ee-227b-4607-a532-05805821f643" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.940274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ac23ee-227b-4607-a532-05805821f643" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.940388] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ac23ee-227b-4607-a532-05805821f643',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.146355] env[69312]: INFO networking_nsxv3.common.synchronization [req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 req-e354d154-f957-4f03-9d3c-3d7b9671ae81 service nova] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_rules [ 838.146355] env[69312]: INFO networking_nsxv3.common.synchronization [req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 req-e354d154-f957-4f03-9d3c-3d7b9671ae81 service nova] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 838.146437] env[69312]: INFO networking_nsxv3.common.synchronization [req-2a10a703-8a09-4dd2-ab8e-eacc60b84a23 req-e354d154-f957-4f03-9d3c-3d7b9671ae81 service nova] Enqueued Resource ID: 72772b50-2173-4177-baf0-2fc66bde64a6 with Priority: HIGHEST for action port [ 838.146722] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_rules [ 838.146860] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 838.146958] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72772b50-2173-4177-baf0-2fc66bde64a6 with Priority: HIGHEST for action port [ 838.147505] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.147641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.147678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.147994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.148155] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.149246] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150190] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.150506] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.151549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-72772b50-2173-4177-baf0-2fc66bde64a6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.151549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.151549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.151549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.151549] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72772b50-2173-4177-baf0-2fc66bde64a6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.211754] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.211938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.212036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.212263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.212357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.212584] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.212708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.212794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.212954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.213044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.213133] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 is going to be updated. [ 838.243865] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.244060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.244137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.244313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.244564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252767] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 in Status: IN_PROGRESS for 2s [ 838.443091] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61ac23ee-227b-4607-a532-05805821f643 [ 838.443359] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.443513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.443513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.443730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.443799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.443901] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61ac23ee-227b-4607-a532-05805821f643 already deleted. [ 838.443966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ac23ee-227b-4607-a532-05805821f643" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.446795] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 838.447129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.654041] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.654796] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.656291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.656721] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72772b50-2173-4177-baf0-2fc66bde64a6 with status ACTIVE [ 838.657036] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.657036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.657170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.657475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.657643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.658106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.658106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.658106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.658447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.658447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.658797] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.658960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.659072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.659258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.659363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.659500] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72772b50-2173-4177-baf0-2fc66bde64a6 is going to be updated. [ 838.681240] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.681406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.681445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.681714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.681904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.682126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72772b50-2173-4177-baf0-2fc66bde64a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.162660] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.416823] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 839.416968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.417214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.417441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.417765] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.418087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.418087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.418294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.418294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.418369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.418499] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.422229] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.422229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.422229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.422229] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.538699] env[69312]: INFO networking_nsxv3.common.synchronization [req-4ee2088c-1593-4efb-9afb-ab227a8d62ca req-ff42d6cd-3dc9-430f-8e2c-169167b5a14d tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 839.539572] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 839.545160] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 839.545288] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_members [ 839.545415] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 839.545781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.545911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.545979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.546200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.546371] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.546447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.546727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.546727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.546727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.546850] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.551372] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 839.551372] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_members [ 839.551372] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 839.551372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551372] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.551372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.552164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.552164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.552164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.552164] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.552164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.552164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.552164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.552453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.552453] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.553558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.553558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.553558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.553558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.553558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.553558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.553926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.553926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.553926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.553926] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.607537] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_rules [ 839.607753] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 839.607885] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_rules [ 839.608028] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_members [ 839.608184] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 839.608322] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 839.608448] env[69312]: INFO networking_nsxv3.common.synchronization [req-8ea02615-96e2-4b73-a445-84a88521c8c7 req-e42c05a3-da38-4eb2-a78c-7c404d95e426 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 60b25848-a49a-42b3-9357-c130cb7ff83c with Priority: HIGHEST for action port [ 839.608939] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_rules [ 839.609092] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_rules [ 839.609188] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 839.609277] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b25848-a49a-42b3-9357-c130cb7ff83c with Priority: HIGHEST for action port [ 839.609371] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_rules [ 839.609459] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 839.609558] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_members [ 839.609827] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.609937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.610138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.610239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.610300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.610582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.610663] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.611499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.611586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.612013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b25848-a49a-42b3-9357-c130cb7ff83c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.612144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.612252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.612375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.612452] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b25848-a49a-42b3-9357-c130cb7ff83c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.617283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.617405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.617617] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.617702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.617895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.617981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.665058] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.665215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.665284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.665508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.665627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.665685] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be created. [ 839.686777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.687103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.687103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.687207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.687363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.697098] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: UNINITIALIZED for 2s [ 839.924962] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.926112] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.926112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.998204] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.000019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.000019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.000019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.000571] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.000789] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.000914] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.001206] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.001365] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.001587] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.001704] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.001817] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.001924] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.002049] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.002179] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.002319] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.019220] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.019220] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.019543] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.019543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.020153] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b90a6ffd-26c8-4211-a105-d1920eb0c334 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.020153] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.020455] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.020547] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.020631] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90a6ffd-26c8-4211-a105-d1920eb0c334',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.050154] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.055737] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.056840] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.057457] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.119946] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.119946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.119946] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60b25848-a49a-42b3-9357-c130cb7ff83c with status ACTIVE [ 840.119946] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.119946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.119946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.120512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.120512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.120512] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.120512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.120512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.120671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.120718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.121043] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.121179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.121263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.121430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.121527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.121632] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60b25848-a49a-42b3-9357-c130cb7ff83c is going to be updated. [ 840.144053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.144053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.144302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.144302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.144489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.145346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b25848-a49a-42b3-9357-c130cb7ff83c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.264481] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 in Status: SUCCESS [ 840.264924] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 deletion is rescheduled due to dependency. [ 840.264924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.426822] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077ae606-ba3f-4bb3-bded-799e75b53c67: rpc.has_security_group_logging(os_id): False [ 840.443539] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.443695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.444215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.444215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.444215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.444389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.444442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.444499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.444657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.444731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.444816] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be created. [ 840.494649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.494867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.494956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.495217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.495470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.506208] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: IN_PROGRESS for 2s [ 840.523053] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.523053] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.523053] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.523053] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.523053] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.523365] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b90a6ffd-26c8-4211-a105-d1920eb0c334 not found, creating... [ 840.523504] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.523616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.523733] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.523954] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.524104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.524380] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.524534] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.525654] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.525654] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.525654] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.525654] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b90a6ffd-26c8-4211-a105-d1920eb0c334 is going to be created. [ 840.541929] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.542356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.542484] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.542765] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.543032] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.543263] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.551672] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.559086] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.559881] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.561171] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.056371] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.056530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.056593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.056813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.056902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.056994] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be updated. [ 841.064305] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.064305] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 is going to be created. [ 841.064305] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.064305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.064663] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be updated. [ 841.066423] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.066547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.066617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.066726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.066799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.066881] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 841.094233] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.094351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.094429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.094645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.094822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.096508] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.096613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.096682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.096869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.096991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.098381] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.098527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.098569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.098754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.098801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.111574] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 841.112248] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: IN_PROGRESS for 2s [ 841.112808] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 in Status: UNINITIALIZED for 2s [ 841.114981] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.115122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.115189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.115355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.115481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.121053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 841.276692] env[69312]: INFO networking_nsxv3.common.synchronization [req-4ee2088c-1593-4efb-9afb-ab227a8d62ca req-61f02704-3866-43b3-94ff-a8be3fe33fb2 service nova] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_rules [ 841.276692] env[69312]: INFO networking_nsxv3.common.synchronization [req-4ee2088c-1593-4efb-9afb-ab227a8d62ca req-61f02704-3866-43b3-94ff-a8be3fe33fb2 service nova] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 841.276692] env[69312]: INFO networking_nsxv3.common.synchronization [req-4ee2088c-1593-4efb-9afb-ab227a8d62ca req-61f02704-3866-43b3-94ff-a8be3fe33fb2 service nova] Enqueued Resource ID: b90a6ffd-26c8-4211-a105-d1920eb0c334 with Priority: HIGHEST for action port [ 841.276692] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_rules [ 841.276692] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 841.276692] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90a6ffd-26c8-4211-a105-d1920eb0c334 with Priority: HIGHEST for action port [ 841.276692] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.276692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.277550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.277778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.280476] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.280476] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.280476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.280476] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b90a6ffd-26c8-4211-a105-d1920eb0c334 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.280476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.280476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.280476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.280476] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90a6ffd-26c8-4211-a105-d1920eb0c334',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.706483] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 841.706762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.706866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.707096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.707286] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.707424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.707463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.707603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.707685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.707768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.707907] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.782028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.782028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.782256] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b90a6ffd-26c8-4211-a105-d1920eb0c334 with status ACTIVE [ 841.782297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.782465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.782601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.782825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.782920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.783129] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.783190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.783393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.783473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.783664] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.783769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.784119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.784179] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b90a6ffd-26c8-4211-a105-d1920eb0c334 is going to be updated. [ 841.805972] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.805972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.805972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.805972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.805972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.805972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b90a6ffd-26c8-4211-a105-d1920eb0c334" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.211012] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.211177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.211253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.211467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.211638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.211735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.211801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.211941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.212037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.212217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.212318] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.212409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.212469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.212607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.212740] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.212838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.212904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.213049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.213126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.213205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.213295] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.214786] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.214786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.214993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215112] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.520237] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 842.520237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.520237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.520403] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.679433] env[69312]: INFO networking_nsxv3.common.synchronization [req-56a980ae-a220-4e67-8044-93461a8570bd req-ff84892c-dc1b-4186-abc4-6f9099537d98 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 842.679678] env[69312]: INFO networking_nsxv3.common.synchronization [req-56a980ae-a220-4e67-8044-93461a8570bd req-ff84892c-dc1b-4186-abc4-6f9099537d98 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 842.679791] env[69312]: INFO networking_nsxv3.common.synchronization [req-56a980ae-a220-4e67-8044-93461a8570bd req-ff84892c-dc1b-4186-abc4-6f9099537d98 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_members [ 842.680283] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 842.680423] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGHEST for action security_group_members [ 842.680892] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 with Priority: HIGHEST for action security_group_members [ 842.681241] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.681376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.681533] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.681612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.681783] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.681879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.714966] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3: rpc.has_security_group_logging(os_id): False [ 842.716450] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.737868] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.738101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.738101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.738288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.738379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.738590] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.738683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.738751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.738889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.738968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.739149] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.739243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.739296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.739435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.739508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.739679] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.739791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.739850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.739985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.740073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.740159] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be created. [ 842.795964] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.796158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.796229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.796435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.796756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.805846] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: IN_PROGRESS for 2s [ 843.027899] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.028112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.125411] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 843.125634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.125786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126204] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.126320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.126381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.126722] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.128685] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 843.128685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.129337] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 in Status: SUCCESS [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.132020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.132020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.132020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.132020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.132749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.132749] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.133860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 843.134053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.134392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.134558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.134723] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.134842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.134884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.135038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.135121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.135209] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.220995] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.634586] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.635825] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.636101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.636101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.636262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.636348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.636533] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.636902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.636902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.636902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.636902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.637456] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be updated. [ 843.642223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.642223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.642223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.642223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.642223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.642223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.642223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.642223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.644316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.644422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.644511] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 is going to be deleted. [ 843.645611] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.674447] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.674628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.674853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.674959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.675216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.682490] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.682627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.682688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.683426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.683591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.683723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.683881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.684133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.684315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.684424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.684485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.684845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.685067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685067] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.690298] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: IN_PROGRESS for 2s [ 843.724906] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 843.725294] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 843.840251] env[69312]: INFO networking_nsxv3.common.synchronization [req-950bd88f-316c-4a63-82ca-6963a0b7293c req-4b358ab4-e4cf-4ca6-a8cf-3eb372a66d01 tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 843.841117] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 843.841208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.841533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.841693] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.841984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.842164] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.871237] env[69312]: INFO networking_nsxv3.common.synchronization [req-a3ece49f-326c-496b-b7f7-afc7db651e7d req-0feda37a-78a6-4100-9bb7-6254781db660 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 843.871237] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 843.872184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.872184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.872184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.872184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.872184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.872184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.872184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.872457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.872457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.872536] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.149931] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.149931] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.191026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.191026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.191026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 already deleted. [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.191026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.191026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.192100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.192434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.192721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.192917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.194884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.194884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.194884] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.345952] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.349331] env[69312]: INFO networking_nsxv3.common.synchronization [req-82602039-cd50-4e02-a197-2a468624ee78 req-c8627ff0-afce-43a3-9c55-b97f1a326e8b tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 844.350113] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 844.351021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.351021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.351021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.351021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.351460] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.351544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.351581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.351734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.351822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.351919] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.379451] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.538271] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.538478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.538478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.538696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.555048] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 844.558259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.559293] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 844.587027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.587027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.587027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.587027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.591944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.592862] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 844.593125] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.593382] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 844.631083] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.631083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.631083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.631083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.632429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.632842] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 844.655069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.655069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.655069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.655069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.655069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.655069] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 844.655925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.656317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.656543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.656910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.657257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.657575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be updated. [ 844.697277] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.697277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.697277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.697277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.697277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.699275] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765d410e-079f-4b12-ae4a-c7d0dcc0c6a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.699676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.700274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.700274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.700274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.700274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.702089] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.702089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.702089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.702089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.702089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.702089] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 already deleted. [ 844.702089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.706021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.706021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.706021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.706021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.706021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.707542] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.707681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.707725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.707924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.708192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.708426] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 844.720488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 844.721255] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 844.825425] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 844.826169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.833576] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.833784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.834279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.834279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.834571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.834940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 844.835172] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'16f80c70-1b2e-4e8f-b9f2-8a8216660505', '67df7bf2-b755-4d8f-8131-49169d15b0d2', '8cbb3093-4163-438e-8d49-3a8a6b7c60e6', '82b75a5c-e26c-44fc-839e-86c3685513f5', '5cb4a67a-4b09-49c9-9f50-805ff975e578', 'b473448f-f19f-4a75-b12c-1d207624f92e', 'e270021d-f0e0-46e0-b7de-9620442dd923', '0d594558-d6f0-4430-929b-39773964d557', '6c0de62d-1b56-4e3c-81ff-48dfb348df10', '6ce67de6-400c-471c-9382-0a8cbe96b1b6', 'c0c51576-0871-4dd0-b560-40882b4bcbcb', '2a0fd069-d388-4622-b970-7ad0a85a74fd', 'd5fa336f-19ac-4c08-a8dd-3482166ea62c', 'c5c46bd9-83fc-46f2-99d8-dd22e159b8a5', 'c41356b7-e512-41b8-944e-aa10ddf44610', '250454b6-6118-45af-a341-afff6bbd9b82', '077ae606-ba3f-4bb3-bded-799e75b53c67', '915c5d1b-e2be-49d5-b98c-38ef6eda6a37', '0f5e22c2-d24c-42b4-b8c8-d36912f77364', '36d34f6e-377a-4ba4-9bcb-24d440c8d9b9', '4ce29733-4ad1-45bd-8935-0fa37b3cf0ac', '79bfd024-6845-4e6c-98e4-bcbb25db12c0', '494016b7-3dff-49fb-b3b2-2bf46c241d5c', 'e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3', 'f53ab513-1ed7-4019-a778-b211b9fd1153', '7960a9ff-f673-41c5-89ba-3c6c1c1548a3', '34560ac4-66e6-4e67-ac20-57b7371f5375', 'e01bb0ed-9082-4a32-9e0d-df1af06e33c1', '9197a629-9e1c-43d7-958f-a5bd9c1bf1ca', '42749c2d-d4e2-4aa0-847e-2fcead68e0cf', '5fc24ee7-4cf9-4469-9902-d4b97b74d2b9', 'debdc6ee-2317-47c7-b257-f2d2076ff0fa', 'b62cc6f3-2e72-46a4-9830-5b3199ed79a7', 'e3164393-2a9f-4e77-9f3c-049b43c4ba91', '5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0', '4c4249ba-9fb0-458c-896e-de6489c0d03a', '5b455c35-f50d-40fd-b91a-a53cac365796', 'd1c36cd3-b7bb-4a6f-be58-8a4945a68a4f'} {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.835392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 844.850608] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.854907] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.855151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.855281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.855593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.855873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.856039] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.856201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.856301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.856531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.856657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.856792] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 already deleted. [ 844.856921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.858599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.858599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.858794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.858924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.859061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.859219] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 844.859331] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.859449] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 844.883282] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.953515] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.954570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.954696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.954953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.955719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.955998] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 844.956128] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 844.956380] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 844.956464] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 844.956544] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 844.956616] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGH for action security_group_rules [ 844.956850] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGH for action security_group_rules [ 844.956963] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGH for action security_group_rules [ 844.957068] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGH for action security_group_rules [ 844.957160] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGH for action security_group_rules [ 844.957249] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGH for action security_group_rules [ 844.957340] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGH for action security_group_rules [ 844.957428] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGH for action security_group_rules [ 844.957516] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGH for action security_group_rules [ 844.957605] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGH for action security_group_rules [ 844.957799] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGH for action security_group_rules [ 844.957799] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGH for action security_group_rules [ 844.957865] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGH for action security_group_rules [ 844.957922] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGH for action security_group_rules [ 844.957986] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGH for action security_group_rules [ 844.958060] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGH for action security_group_rules [ 844.958116] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGH for action security_group_rules [ 844.958182] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGH for action security_group_rules [ 844.958244] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGH for action security_group_rules [ 844.958306] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGH for action security_group_rules [ 844.958410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.106648] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.106848] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.106976] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.107320] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.107581] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.107764] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.108561] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.108843] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.109146] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.109368] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.109484] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.109592] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.109700] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.109885] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.110052] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.110201] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.128848] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.129072] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.129181] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.129417] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.129752] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b540a532-466c-4aff-9944-f8a71cdcc667 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.130049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.130145] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.130469] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.130613] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b540a532-466c-4aff-9944-f8a71cdcc667',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.201987] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5: rpc.has_security_group_logging(os_id): False [ 845.225824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.225976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.226060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.226294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.226383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.226605] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.226705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.226768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.226916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.226998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.227106] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 is going to be created. [ 845.248039] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5], does not exist path=[/infra/domains/default/groups/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5]."\n}' [ 845.248215] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 [ 845.248299] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 845.283378] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.283570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.283698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.283874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.284685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.284946] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.285085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.285130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.285312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.285393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.285593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.285683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.285747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.285886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.285961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.286052] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 is going to be created. [ 845.304820] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5], does not exist path=[/infra/domains/default/groups/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 [ 845.304965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765d410e-079f-4b12-ae4a-c7d0dcc0c6a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.305506] env[69312]: Traceback (most recent call last): [ 845.305549] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 845.305549] env[69312]: return func(*args, **kwargs) [ 845.305549] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 845.305549] env[69312]: res.raise_for_status() [ 845.305549] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 845.305549] env[69312]: raise HTTPError(http_error_msg, response=self) [ 845.305549] env[69312]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 [ 845.305549] env[69312]: During handling of the above exception, another exception occurred: [ 845.305549] env[69312]: Traceback (most recent call last): [ 845.305549] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 845.305549] env[69312]: listener.cb(fileno) [ 845.305928] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 845.305928] env[69312]: result = function(*args, **kwargs) [ 845.305928] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 845.305928] env[69312]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 845.305928] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 845.305928] env[69312]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 845.305928] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 845.305928] env[69312]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 845.305928] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 845.305928] env[69312]: res.raise_for_status() [ 845.305928] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 845.305928] env[69312]: raise HTTPError(http_error_msg, response=self) [ 845.305928] env[69312]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/765d410e-079f-4b12-ae4a-c7d0dcc0c6a5 [ 845.305928] env[69312]: Removing descriptor: 22 [ 845.354297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.354508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.354508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.354734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.354828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.354931] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 845.381310] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.381466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.381589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.381721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.381905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.388627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.388765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.388878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.389191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.389332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.389701] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be updated. [ 845.391868] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 845.416194] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.416604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.427702] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: IN_PROGRESS for 2s [ 845.634672] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.634672] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.634672] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.635022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.635067] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.635227] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b540a532-466c-4aff-9944-f8a71cdcc667 not found, creating... [ 845.635493] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.635650] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.636640] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.636640] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.636640] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.636640] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.636640] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.636949] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.636949] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.637039] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.638056] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b540a532-466c-4aff-9944-f8a71cdcc667 is going to be created. [ 845.655465] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.655706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.655791] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.656072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.656425] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.656835] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.697053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 845.697289] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 deletion is rescheduled due to dependency. [ 845.697449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.697638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.697852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.698049] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.698177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.698239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.698397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.698482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.698580] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.201070] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.201314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.201314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.201523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.239903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.240252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.240534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.240534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.240640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.240724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.240856] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be updated. [ 846.274084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.274240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.274309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.274620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.274696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.283809] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: IN_PROGRESS for 2s [ 846.370189] env[69312]: INFO networking_nsxv3.common.synchronization [req-82602039-cd50-4e02-a197-2a468624ee78 req-e61f5ca5-4ef9-4bb5-9eed-6b5fd0165c4e service nova] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_rules [ 846.370369] env[69312]: INFO networking_nsxv3.common.synchronization [req-82602039-cd50-4e02-a197-2a468624ee78 req-e61f5ca5-4ef9-4bb5-9eed-6b5fd0165c4e service nova] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 846.370496] env[69312]: INFO networking_nsxv3.common.synchronization [req-82602039-cd50-4e02-a197-2a468624ee78 req-e61f5ca5-4ef9-4bb5-9eed-6b5fd0165c4e service nova] Enqueued Resource ID: b540a532-466c-4aff-9944-f8a71cdcc667 with Priority: HIGHEST for action port [ 846.370735] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_rules [ 846.370884] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 846.370980] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b540a532-466c-4aff-9944-f8a71cdcc667 with Priority: HIGHEST for action port [ 846.371093] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 with Priority: HIGH for action security_group_rules [ 846.371191] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGH for action security_group_rules [ 846.371288] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGH for action security_group_rules [ 846.371424] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGH for action security_group_rules [ 846.371489] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 with Priority: HIGH for action security_group_rules [ 846.371528] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGH for action security_group_rules [ 846.371619] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGH for action security_group_rules [ 846.371706] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 with Priority: HIGH for action security_group_rules [ 846.371795] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 with Priority: HIGH for action security_group_rules [ 846.371871] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGH for action security_group_rules [ 846.371958] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGH for action security_group_rules [ 846.372335] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd with Priority: HIGH for action security_group_rules [ 846.372513] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c51576-0871-4dd0-b560-40882b4bcbcb with Priority: HIGH for action security_group_rules [ 846.372622] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 with Priority: HIGH for action security_group_rules [ 846.372723] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 with Priority: HIGH for action security_group_rules [ 846.372828] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGH for action security_group_rules [ 846.372925] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d594558-d6f0-4430-929b-39773964d557 with Priority: HIGH for action security_group_rules [ 846.373029] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 with Priority: HIGH for action security_group_rules [ 846.373113] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 with Priority: HIGH for action security_group_rules [ 846.373201] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 with Priority: HIGH for action security_group_rules [ 846.373835] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.373967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374506] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.376229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.376482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.376581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.376774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.376931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.377042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.377105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.377250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.377335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.377425] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.379330] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b540a532-466c-4aff-9944-f8a71cdcc667 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.379330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.379330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.379330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.379330] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b540a532-466c-4aff-9944-f8a71cdcc667',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.380649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.380759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.380917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.381218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.381294] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f80c70-1b2e-4e8f-b9f2-8a8216660505',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.382452] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.382597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.382673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.383458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.383458] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.383891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.383994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384404] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.384593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.384758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.384815] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.386018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.386018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.386190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.386231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.386608] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d34f6e-377a-4ba4-9bcb-24d440c8d9b9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.387725] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.387893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.388024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.388197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.388274] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.389607] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.389892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.390077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.390252] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.390983] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-077ae606-ba3f-4bb3-bded-799e75b53c67 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.391189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.391383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.391670] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c46bd9-83fc-46f2-99d8-dd22e159b8a5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.393185] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.393306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.393479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.393643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.393721] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.393960] env[69312]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 846.394875] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.395037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.395082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.395204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.395278] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.396237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a0fd069-d388-4622-b970-7ad0a85a74fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.396335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.396406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.396685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.396685] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a0fd069-d388-4622-b970-7ad0a85a74fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.397490] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c51576-0871-4dd0-b560-40882b4bcbcb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.397595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.397667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.398119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.398209] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c51576-0871-4dd0-b560-40882b4bcbcb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.399313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.399875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.399982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.400162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.400239] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce67de6-400c-471c-9382-0a8cbe96b1b6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.401343] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.401432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.401474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.401600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.401678] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0de62d-1b56-4e3c-81ff-48dfb348df10',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.402661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.402761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.402938] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d594558-d6f0-4430-929b-39773964d557 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.403040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.403102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.403248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.403317] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d594558-d6f0-4430-929b-39773964d557',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.405056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cb4a67a-4b09-49c9-9f50-805ff975e578 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.405056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.405056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.405056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.405255] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cb4a67a-4b09-49c9-9f50-805ff975e578',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.409375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67df7bf2-b755-4d8f-8131-49169d15b0d2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.409375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.409375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.409375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.409375] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67df7bf2-b755-4d8f-8131-49169d15b0d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.409375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82b75a5c-e26c-44fc-839e-86c3685513f5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.409375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.409375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.409375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.409375] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82b75a5c-e26c-44fc-839e-86c3685513f5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.732277] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 846.732504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.732712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.732948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.733190] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.733327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.733392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.733574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.733672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.733781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.733889] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.734388] env[69312]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 846.735646] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 846.735856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.736019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.736202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.736366] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.736479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.736547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.736686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.736787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.736899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.737145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.737272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.737335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.737432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.737564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.737661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.737721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.737921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.737982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.738218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.738312] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.739269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.739425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.739578] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.739654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.739707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.739885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.739958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.740091] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.879286] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.879482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.879638] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.881749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b540a532-466c-4aff-9944-f8a71cdcc667 with status ACTIVE [ 846.882554] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.882554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.882554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.882554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.882554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.882845] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.882845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.882845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.883070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.883112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.883373] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.883501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.884313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.884313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.884313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.884313] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b540a532-466c-4aff-9944-f8a71cdcc667 is going to be updated. [ 846.886092] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.886199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.886310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.886438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.886552] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.886669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.886714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.886861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.886950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.887019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.888123] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.889610] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.889721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.889778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.889960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.890366] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.890366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.890366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.890503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.890503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.890589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.890659] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.895497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.895616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.895672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.896692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.896863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.896967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.897047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.897198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.897279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.897375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.897444] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.906018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.906018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.906018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.906018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.907741] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.907836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.908868] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.908963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.909511] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.909650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.909870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.909998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.910654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.910654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.910654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.910654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.910654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.910654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.910654] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.912987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.913129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.913197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.913356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.913489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.913647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b540a532-466c-4aff-9944-f8a71cdcc667" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.916787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.916899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.916989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.917185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.920034] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.920034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.920034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.920034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.920034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.920034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.920034] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.925329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.925465] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f80c70-1b2e-4e8f-b9f2-8a8216660505 is going to be deleted. [ 846.926378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.926987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.938544] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.938659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.939448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.939549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.957611] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.957745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.958600] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.958600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.962442] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.962442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.965795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.965903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.004125] env[69312]: INFO networking_nsxv3.common.synchronization [req-669d5971-18f3-446e-9657-022dcb6c0cb3 req-547559d2-3d5e-4c20-8a3b-f101bc76ce3c tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 847.004125] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 847.004125] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.004125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.004125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.004460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.004707] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.004942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.005129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.005377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.005557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.005733] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.039554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.039554] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d34f6e-377a-4ba4-9bcb-24d440c8d9b9 is going to be deleted. [ 847.039957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.040114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.042726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.042726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.043326] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.043428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.044456] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.044456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.103792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.103899] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c46bd9-83fc-46f2-99d8-dd22e159b8a5 is going to be deleted. [ 847.105009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.105104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.107883] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.108031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.112082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.131118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.131253] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a0fd069-d388-4622-b970-7ad0a85a74fd is going to be deleted. [ 847.132188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.181250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.181250] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be deleted. [ 847.181250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.181250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.228129] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.231118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.231118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.231118] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0de62d-1b56-4e3c-81ff-48dfb348df10 is going to be deleted. [ 847.231118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.231118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.240746] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.240746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.240746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.240746] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.240746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.242222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.242222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.242222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.242795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.242795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.242795] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.244044] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 847.244972] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.307369] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.307369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.307369] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.307369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.323360] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.323493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.325880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.325999] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce67de6-400c-471c-9382-0a8cbe96b1b6 is going to be deleted. [ 847.330023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.330023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.382279] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.391439] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.391583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.391667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.391856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.392026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.392122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.392188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.392335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.392420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.392503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.392642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.392728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.392783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.392921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.393070] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.393158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.393212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.393345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.393416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.393495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.393642] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.397384] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.403027] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.405777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.405777] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c51576-0871-4dd0-b560-40882b4bcbcb is going to be deleted. [ 847.406020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.406116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.412403] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 847.412858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.413026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.421257] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.437018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.437172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.467075] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 847.467075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.473599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.473599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67df7bf2-b755-4d8f-8131-49169d15b0d2 is going to be deleted. [ 847.473795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.474038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.507730] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.507894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.514635] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.514903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.517917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.517917] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cb4a67a-4b09-49c9-9f50-805ff975e578 is going to be deleted. [ 847.518758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.518969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.540517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.540665] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82b75a5c-e26c-44fc-839e-86c3685513f5 is going to be deleted. [ 847.541908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.541908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.564711] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.564861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.585695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.585830] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d594558-d6f0-4430-929b-39773964d557 is going to be deleted. [ 847.586896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.587166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.587273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.587394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f80c70-1b2e-4e8f-b9f2-8a8216660505" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.587550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.588079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.588208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.588334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d34f6e-377a-4ba4-9bcb-24d440c8d9b9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.588857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.589066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.589163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.589316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c46bd9-83fc-46f2-99d8-dd22e159b8a5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.589453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.589599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.597437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.597437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.599056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.599056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640064] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.640344] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640478] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.640841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.641190] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.641395] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.641534] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.642034] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.642204] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.642551] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.642693] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.642837] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.643014] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.643153] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.643279] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.643415] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.654596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.654813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.654926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.654987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.655161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.655265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.655479] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.655573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.655632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.655772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.655849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.656113] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.656197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.656270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.656434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.656513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.656603] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 847.657674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.657907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.657999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.658129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a0fd069-d388-4622-b970-7ad0a85a74fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.658277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.658445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.658528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.658721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.658791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.658901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.658975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.659097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0de62d-1b56-4e3c-81ff-48dfb348df10" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.659213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.659348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.679797] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.680044] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.680278] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.680482] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.680842] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-88534bde-2168-473b-aa49-f48d466b0e9e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.681056] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681204] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.681595] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.681732] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88534bde-2168-473b-aa49-f48d466b0e9e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.683045] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.684164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.705338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.705673] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.705854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.705970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.706286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.706427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.706566] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 847.707887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.708151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.708291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.708523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c51576-0871-4dd0-b560-40882b4bcbcb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.708911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.708989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.709107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.709288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67df7bf2-b755-4d8f-8131-49169d15b0d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.709977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.710270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.710426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.710624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cb4a67a-4b09-49c9-9f50-805ff975e578" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.711238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.711504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.711660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.711852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce67de6-400c-471c-9382-0a8cbe96b1b6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.712068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.712295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.712431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.712617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82b75a5c-e26c-44fc-839e-86c3685513f5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.738897] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.739052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.739114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.739259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.739340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.739452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d594558-d6f0-4430-929b-39773964d557" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.749867] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b473448f-f19f-4a75-b12c-1d207624f92e: rpc.has_security_group_logging(os_id): False [ 847.750924] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.784561] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.784707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.784779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.785016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.803548] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.803686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.803753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.803960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.804151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.835742] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.835887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.836766] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 847.854364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.854626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.854757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.854827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.855038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.855129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.855339] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.855439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.855503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.855679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.855718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.855899] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.855995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.856140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.856287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.856364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.856445] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be updated. [ 847.857668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.857877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.858047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.885523] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.885523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.885523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.885523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.885523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.885888] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be created. [ 847.893434] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 847.900106] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c41356b7-e512-41b8-944e-aa10ddf44610: rpc.has_security_group_logging(os_id): False [ 847.901053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f5e22c2-d24c-42b4-b8c8-d36912f77364: rpc.has_security_group_logging(os_id): False [ 847.907979] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 250454b6-6118-45af-a341-afff6bbd9b82: rpc.has_security_group_logging(os_id): False [ 847.914223] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915c5d1b-e2be-49d5-b98c-38ef6eda6a37: rpc.has_security_group_logging(os_id): False [ 847.924196] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.924393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.924476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.924679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.925703] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbb3093-4163-438e-8d49-3a8a6b7c60e6: rpc.has_security_group_logging(os_id): False [ 847.927296] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.927431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.928918] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.928918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.943192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.943340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.948670] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.948867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.948867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.949140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.949309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.951967] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.952155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.966779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.967166] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.967368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.967430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.967639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.967753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.967874] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 is going to be updated. [ 847.969059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.969302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.970821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: UNINITIALIZED for 2s [ 848.012415] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.012543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.015086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.015237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.015382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.015455] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.015646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.015741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.015959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.016107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.016201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.017486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.017486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.017486] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.017486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.017486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.017486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.017486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.017486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 848.018826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.018826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.057222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.057222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.057222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.057222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.057222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.057222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.057222] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 is going to be updated. [ 848.057542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.057903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.077022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.077022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.102701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.102947] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.103066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.103135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.103332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.103412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.103509] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 is going to be updated. [ 848.104599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.104770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.130447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130900] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.131031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.131099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.131303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.131380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.131477] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 848.132540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.132709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.132844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.133751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.133914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.134054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.146112] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 848.162752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: IN_PROGRESS for 2s [ 848.184542] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.185915] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.185915] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.185915] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.185915] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.185915] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 88534bde-2168-473b-aa49-f48d466b0e9e not found, creating... [ 848.185915] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.185915] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.186421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.186421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.186421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.186586] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.186740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.186856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.187081] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.187332] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.187530] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 88534bde-2168-473b-aa49-f48d466b0e9e is going to be created. [ 848.189630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.189733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.189779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.190031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.190268] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.191930] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.192056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.192123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.192271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.192390] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.253733] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.254105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.254105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.254316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.254359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.254442] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 848.292900] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: IN_PROGRESS for 2s [ 848.317630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.317797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.317939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.318138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.318283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.323030] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.323030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.323030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.323030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.323030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.323030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.326593] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 848.326765] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 deletion is rescheduled due to dependency. [ 848.326893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.327083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.327814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.327814] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.327814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.327814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.328029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.328029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.328136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.328204] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.330760] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 848.334877] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.335110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.335110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.335372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.335372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.363521] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: IN_PROGRESS for 2s [ 848.367122] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.367325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.367325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.367662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.381632] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 848.382392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 848.833143] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.102712] env[69312]: INFO networking_nsxv3.common.synchronization [req-669d5971-18f3-446e-9657-022dcb6c0cb3 req-cb58e486-e34a-4a54-9905-e48e3197617a service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 849.102891] env[69312]: INFO networking_nsxv3.common.synchronization [req-669d5971-18f3-446e-9657-022dcb6c0cb3 req-cb58e486-e34a-4a54-9905-e48e3197617a service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 849.103047] env[69312]: INFO networking_nsxv3.common.synchronization [req-669d5971-18f3-446e-9657-022dcb6c0cb3 req-cb58e486-e34a-4a54-9905-e48e3197617a service nova] Enqueued Resource ID: 88534bde-2168-473b-aa49-f48d466b0e9e with Priority: HIGHEST for action port [ 849.103295] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 849.103440] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 849.103563] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88534bde-2168-473b-aa49-f48d466b0e9e with Priority: HIGHEST for action port [ 849.104904] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.104904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.104904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.105159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.105159] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.106014] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-88534bde-2168-473b-aa49-f48d466b0e9e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106726] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88534bde-2168-473b-aa49-f48d466b0e9e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.335185] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 077ae606-ba3f-4bb3-bded-799e75b53c67: rpc.has_security_group_logging(os_id): False [ 849.355023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.355023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.355023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be updated. [ 849.408963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.409318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.409496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.409826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.410146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.420302] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: IN_PROGRESS for 2s [ 849.613017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613017] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88534bde-2168-473b-aa49-f48d466b0e9e with status ACTIVE [ 849.613017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613574] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88534bde-2168-473b-aa49-f48d466b0e9e is going to be updated. [ 849.632226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.632402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.632481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.632634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.632766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.632948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88534bde-2168-473b-aa49-f48d466b0e9e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.646287] env[69312]: INFO networking_nsxv3.common.synchronization [req-333191b1-9547-4b26-8570-a74a65fafb52 req-4bda1b61-0800-4cf8-a968-5b0dd62084d8 tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_members [ 849.646546] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_members [ 849.647088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.647201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.647280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.647507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.647654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.647743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.647819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.647972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.648072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.648170] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.851442] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 849.853293] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 849.853293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.853293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.853293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.853293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.853293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.853293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.853923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.854970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.854970] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.916708] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 849.916708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.916708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.916708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.916708] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.979648] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 849.980054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.980241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.980466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.980658] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.980778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.980843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.981009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.981097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.981185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.981274] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.992825] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.993028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-684" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.993160] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-684" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.993470] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-684" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.993734] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.993895] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.994067] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.994292] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.994438] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.994646] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.994759] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.994870] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.994980] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.995121] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.995259] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.995399] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.014724] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.015026] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.015270] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.015521] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-684" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.015917] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b03f30f3-354f-4526-baa7-e7778d7e199b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.016177] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.016391] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.016742] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.016945] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03f30f3-354f-4526-baa7-e7778d7e199b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.150795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.151094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.151300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.151633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.151774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.152078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.152339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.152507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.152729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.153463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.153463] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 already deleted. [ 850.153463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.159635] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 850.160028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.160576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.160710] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.175577] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: SUCCESS [ 850.175577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.304515] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: SUCCESS [ 850.304753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.342631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 850.342909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.356991] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.377010] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: SUCCESS [ 850.377010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.394891] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 850.395333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.400717] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 850.401014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.419388] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.419388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.419388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.419388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.419388] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.419706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.419706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.419780] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.419829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.419954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.420061] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.483701] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.483861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.483926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.484453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.484453] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.484453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.484635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.484670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.484759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.484856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.485009] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.485124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.485176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.485310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.485458] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.485550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.485619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.485756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.485841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.485925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.486018] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.522551] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.522551] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b03f30f3-354f-4526-baa7-e7778d7e199b not found, creating... [ 850.522551] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.522551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.523092] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.525423] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.525423] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.525423] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.525423] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.525423] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.525423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b03f30f3-354f-4526-baa7-e7778d7e199b is going to be created. [ 850.546629] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.546920] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.547085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.547390] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.547629] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.547940] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.663794] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.665271] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.665271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.665843] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.858692] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.923117] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.923282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.923378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.923697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.923937] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.924120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.924120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.924286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.924376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.924488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.924784] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.924784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.924784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.924961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.925066] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.925158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.925215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.925362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.925445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.925586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.925636] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.991417] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5eabc90-4b83-4692-bb89-3f69738981f8: rpc.has_security_group_logging(os_id): False [ 851.009590] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.009803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.009974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.010245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.010342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.010557] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.010665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.010710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.010863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.010943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.011187] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.011347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.011398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.011638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.011638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.011911] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.011911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.011995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.012176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.012247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.012341] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be created. [ 851.068924] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.069098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.069143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.069336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.069530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.082111] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 851.168759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.168759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.168759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.168759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.168759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.168759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.168759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.169172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.169172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169172] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.169314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.169345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.169481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.169706] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.169775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.169809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.170590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.170590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.170590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.170590] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.362372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.362372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.362372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.362372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.362372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.362372] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 851.390790] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.390945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.391018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.391230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.391380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.400556] env[69312]: INFO networking_nsxv3.common.synchronization [req-333191b1-9547-4b26-8570-a74a65fafb52 req-ee40eaa5-3f4d-430f-b8fe-056da41a46ec service nova] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_rules [ 851.400680] env[69312]: INFO networking_nsxv3.common.synchronization [req-333191b1-9547-4b26-8570-a74a65fafb52 req-ee40eaa5-3f4d-430f-b8fe-056da41a46ec service nova] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_members [ 851.400838] env[69312]: INFO networking_nsxv3.common.synchronization [req-333191b1-9547-4b26-8570-a74a65fafb52 req-ee40eaa5-3f4d-430f-b8fe-056da41a46ec service nova] Enqueued Resource ID: b03f30f3-354f-4526-baa7-e7778d7e199b with Priority: HIGHEST for action port [ 851.401730] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 851.401878] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_rules [ 851.402043] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_members [ 851.402411] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03f30f3-354f-4526-baa7-e7778d7e199b with Priority: HIGHEST for action port [ 851.402950] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.403117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.403215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.403442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.403591] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.404404] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.404553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.404646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.404833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.405627] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.406380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03f30f3-354f-4526-baa7-e7778d7e199b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.406526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.406617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.406789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.406892] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03f30f3-354f-4526-baa7-e7778d7e199b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.427661] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 851.432906] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 in Status: SUCCESS [ 851.433116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.433164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.433375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.433464] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('077ae606-ba3f-4bb3-bded-799e75b53c67',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.443127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.443310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.443375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.443519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.443609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.443849] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.443980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.444244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.444487] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.444586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.444970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.445120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.445248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.445307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.445446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.445518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.445603] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 851.507155] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.507155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.507155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.507362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.507486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.523844] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 851.673384] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b473448f-f19f-4a75-b12c-1d207624f92e: rpc.has_security_group_logging(os_id): False [ 851.709315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.709477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.709523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.709726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.709816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.710062] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.710159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.710214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.710361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.710439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.710642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.710737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.710793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.710942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.711086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.711233] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.714898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.714989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.715203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.715303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.715539] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be updated. [ 851.774089] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.774255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.774322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.774513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.774830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.786272] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 851.908962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.909137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.909372] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.912530] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b03f30f3-354f-4526-baa7-e7778d7e199b with status ACTIVE [ 851.912730] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.912847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.912914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.913139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.913236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.913411] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.913511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.913568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.913735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.913850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.914072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.914172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.914232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.914370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.914434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.914520] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b03f30f3-354f-4526-baa7-e7778d7e199b is going to be updated. [ 851.937866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.938120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.938120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.938424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.938818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.938818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03f30f3-354f-4526-baa7-e7778d7e199b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.962981] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.963271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.963271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.963412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.963494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.963604] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 077ae606-ba3f-4bb3-bded-799e75b53c67 is going to be deleted. [ 852.030114] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.030280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.030348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.030555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.030646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.030758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-077ae606-ba3f-4bb3-bded-799e75b53c67" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.413609] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.916416] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.916593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.916664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.916870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.916958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.917064] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 is going to be created. [ 852.941716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.941978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.942067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.942310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.942642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.952763] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 in Status: UNINITIALIZED for 2s [ 853.094459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 853.094758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.415016] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 853.415389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.416105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.416105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.416249] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.416321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.416374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.416641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.416763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.416903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.417032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.539893] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 853.540348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.540517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.540736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.540828] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.756765] env[69312]: INFO networking_nsxv3.common.synchronization [req-f410d2ac-2166-46f9-8772-b48f5efb3166 req-888f8254-02bf-4c7d-90df-2663e076bc8b tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Enqueued Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_members [ 853.756765] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_members [ 853.758836] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.759275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.759525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.765694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.765694] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.765694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.765694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.765694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.765694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.765694] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.801422] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 853.801691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.920027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.920249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.920329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.920549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.920729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.920858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.920927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.921095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.921184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.921272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.921421] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.921514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.921572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.921754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.921908] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.922037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.922076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.922199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.922274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.922352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.922484] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.044248] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.044248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.044248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.044248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.044452] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.044452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.044535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.044680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.044761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.044852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.044957] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.266326] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.266482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.269284] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.269284] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e already deleted. [ 854.269284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.425400] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac: rpc.has_security_group_logging(os_id): False [ 854.431717] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.431918] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.432057] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.432323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.432571] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.432727] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.432842] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.433354] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.433354] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.433445] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.433519] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.433632] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.433743] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.433850] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.433957] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.434103] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.497059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.497059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.497059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.497638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.497638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.497638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.497638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.497638] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 854.502772] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.502929] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.069 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.503076] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.503256] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-311" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.503536] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-5b20b5ad-34eb-480a-894c-b569b239563d taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.503705] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.503820] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.504125] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.504260] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b20b5ad-34eb-480a-894c-b569b239563d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.550741] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.550945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.551044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.551328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.551542] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.551694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.551768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.551951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.552198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.552394] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.552499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.552725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.553103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.553168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.553374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.553501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.553644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.553794] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.556631] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.556818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.556853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.557070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.557169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.570914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 854.964348] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 in Status: SUCCESS [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.964348] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.964348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.964348] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.006134] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.006375] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006504] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.006788] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.006944] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.007126] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 5b20b5ad-34eb-480a-894c-b569b239563d not found, creating... [ 855.007394] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.007552] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.007670] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.007892] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.008042] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.008327] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.008485] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.008603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.008808] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.008946] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.011431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 5b20b5ad-34eb-480a-894c-b569b239563d is going to be created. [ 855.038194] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.038414] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.038564] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.038772] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.039077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.039312] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.055823] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e270021d-f0e0-46e0-b7de-9620442dd923: rpc.has_security_group_logging(os_id): False [ 855.074059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.074059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.074059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.074059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.074059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.074059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.074382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.074382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.074627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.074627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.074759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.074854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.074914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.075070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.075175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.075366] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.075457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.075514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.075648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.075722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.075795] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 855.146732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.146892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.147050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.147238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.147414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.190502] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 855.467143] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.881043] env[69312]: INFO networking_nsxv3.common.synchronization [req-f410d2ac-2166-46f9-8772-b48f5efb3166 req-8e8492cb-5d3a-43e6-a59c-a127ab7dfb99 service nova] Enqueued Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_rules [ 855.881043] env[69312]: INFO networking_nsxv3.common.synchronization [req-f410d2ac-2166-46f9-8772-b48f5efb3166 req-8e8492cb-5d3a-43e6-a59c-a127ab7dfb99 service nova] Enqueued Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_members [ 855.881043] env[69312]: INFO networking_nsxv3.common.synchronization [req-f410d2ac-2166-46f9-8772-b48f5efb3166 req-8e8492cb-5d3a-43e6-a59c-a127ab7dfb99 service nova] Enqueued Resource ID: 5b20b5ad-34eb-480a-894c-b569b239563d with Priority: HIGHEST for action port [ 855.881043] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_rules [ 855.881043] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_members [ 855.881043] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b20b5ad-34eb-480a-894c-b569b239563d with Priority: HIGHEST for action port [ 855.881043] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.881043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.881043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.881043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.881996] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.883213] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.883591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.884892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.885329] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.886590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.886590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.886590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.886590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.886590] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.887506] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b20b5ad-34eb-480a-894c-b569b239563d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.888853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.888853] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b20b5ad-34eb-480a-894c-b569b239563d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.971514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6f8e692-8079-4f11-abf0-ad1d6eb09720: rpc.has_security_group_logging(os_id): False [ 855.989226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.989226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.989226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.989226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.989406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.989702] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.989849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.989976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.990188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.990309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.990430] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 is going to be created. [ 856.054857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.054857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.054857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.054857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.054857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.065909] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 in Status: IN_PROGRESS for 2s [ 856.388123] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.389768] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b20b5ad-34eb-480a-894c-b569b239563d with status ACTIVE [ 856.390152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.390304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.390350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.390569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.390691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390843] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.390954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.391072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.391272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.391799] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.391799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.391799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.391799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.391799] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b20b5ad-34eb-480a-894c-b569b239563d is going to be updated. [ 856.393656] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.393656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.411816] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.411973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.412061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.412301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.412443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.412666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b20b5ad-34eb-480a-894c-b569b239563d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.584307] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 856.584597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.890776] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.223860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 857.224432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.398596] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.398596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.398596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.398596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.398596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.398596] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e is going to be created. [ 857.423519] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.423519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.423519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.423519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.423519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.431269] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: UNINITIALIZED for 2s [ 857.474455] env[69312]: INFO networking_nsxv3.common.synchronization [req-86ebe109-1909-4375-882b-fe13ef828d3f req-8d45fdc7-4978-4379-b9ff-fb2f422bce0e tempest-VolumesAssistedSnapshotsTest-79463186 tempest-VolumesAssistedSnapshotsTest-79463186-project-member] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_members [ 857.476020] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGHEST for action security_group_members [ 857.476418] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.476592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.476696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.476999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.477346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.477346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.477488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.477724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.477872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.477999] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.981601] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.981888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.981888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.982018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.982126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.982337] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.983357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.983357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.983357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.983357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.983357] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 is going to be updated. [ 858.010077] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.010209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.010209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.010375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.010694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.019103] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: IN_PROGRESS for 2s [ 858.078295] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 in Status: SUCCESS [ 858.078513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.441379] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: SUCCESS [ 859.441701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.441762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.441952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.442171] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.442289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.442354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.442500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.442581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.442664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.442755] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.491097] env[69312]: INFO networking_nsxv3.common.synchronization [None req-629183cd-03a1-407a-8d2d-9b848c819191 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_rules [ 859.492084] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_rules [ 859.492084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.492084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.492084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.492316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.492316] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.567294] env[69312]: INFO networking_nsxv3.common.synchronization [None req-35346d21-6859-4f08-97be-d08436fff617 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_rules [ 859.567294] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_rules [ 859.567392] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.567474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.945785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.946032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.946151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.946400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.946619] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.946765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.946839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.947081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.947190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.947375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.947556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.947693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.947732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.947941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.948238] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.948364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.948447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.948686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.948744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.948861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.948976] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.011151] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.011352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.011475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.011686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.011813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.011930] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca already deleted. [ 860.012041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.012215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.012575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.012700] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.028043] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 in Status: SUCCESS [ 860.028263] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 deletion is rescheduled due to dependency. [ 860.028355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.451041] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 743c5f2b-07e7-43ac-91d5-392dfbdc681e: rpc.has_security_group_logging(os_id): False [ 860.469805] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.469945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.470037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.470259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.470344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.470577] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.470674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.470734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.470881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.471760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.471760] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.471760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.471760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.471760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.471760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.471760] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.471760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.472206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.472206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.474287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.474287] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e is going to be created. [ 860.527473] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.527638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.527763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.528150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.528359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.532231] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.532404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.532459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.532605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.532695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.532778] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca already deleted. [ 860.532864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.536926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: IN_PROGRESS for 2s [ 860.704448] env[69312]: INFO networking_nsxv3.common.synchronization [req-55f0deaf-91ee-4054-80cc-a37ded1a7890 req-aa2c3292-b500-4548-ac2d-18fcefd87dac tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 860.705009] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 860.705330] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.705579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.705889] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.706237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.706324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.706364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.706477] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.209613] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.210472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.210964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.211284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.237918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.238729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.238729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.238729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.238971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.238971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.239099] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be updated. [ 861.267298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.267449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.267728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.267875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.279141] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.280401] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.280643] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.281594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.282278] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.282524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.282684] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.282977] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.283410] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.283581] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.283724] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.284758] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.285073] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.285241] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.285379] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.285554] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.287295] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: IN_PROGRESS for 2s [ 861.303847] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.304047] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.304250] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.304444] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-444" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.304841] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-0f276e32-8dff-43ba-932e-077706d639b3 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.305594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.305594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.305594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.305849] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f276e32-8dff-43ba-932e-077706d639b3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.809571] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.809965] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.810178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.810547] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.810738] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.810928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 0f276e32-8dff-43ba-932e-077706d639b3 not found, creating... [ 861.811268] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.811469] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.811619] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.811882] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.812060] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.812452] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.812643] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812765] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.813044] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.813215] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.813355] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 0f276e32-8dff-43ba-932e-077706d639b3 is going to be created. [ 861.833113] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.833302] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.833433] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.833728] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.833967] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.834210] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.553779] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: SUCCESS [ 862.553959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.685076] env[69312]: INFO networking_nsxv3.common.synchronization [req-55f0deaf-91ee-4054-80cc-a37ded1a7890 req-1a7f6de1-0fde-4b02-83f8-36b2ad83d6e5 service nova] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 862.685299] env[69312]: INFO networking_nsxv3.common.synchronization [req-55f0deaf-91ee-4054-80cc-a37ded1a7890 req-1a7f6de1-0fde-4b02-83f8-36b2ad83d6e5 service nova] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 862.685451] env[69312]: INFO networking_nsxv3.common.synchronization [req-55f0deaf-91ee-4054-80cc-a37ded1a7890 req-1a7f6de1-0fde-4b02-83f8-36b2ad83d6e5 service nova] Enqueued Resource ID: 0f276e32-8dff-43ba-932e-077706d639b3 with Priority: HIGHEST for action port [ 862.685993] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_rules [ 862.689199] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 862.689369] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f276e32-8dff-43ba-932e-077706d639b3 with Priority: HIGHEST for action port [ 862.689871] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.689871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.690143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.690197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.690260] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.691699] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.692219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692219] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f276e32-8dff-43ba-932e-077706d639b3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.692219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.692461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692536] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f276e32-8dff-43ba-932e-077706d639b3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.194860] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.195155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.197493] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f276e32-8dff-43ba-932e-077706d639b3 with status ACTIVE [ 863.197711] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.197838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.197899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.198142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.198238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.198421] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.198521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.198582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.198729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.198808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.198987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.199102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.199154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.199348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.199385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.199455] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f276e32-8dff-43ba-932e-077706d639b3 is going to be updated. [ 863.222324] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.222600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.222600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.222781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.222915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.223089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f276e32-8dff-43ba-932e-077706d639b3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.301045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 863.301306] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa deletion is rescheduled due to dependency. [ 863.301388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.301528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.301753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.301985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.302081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.302146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.302339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.302441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.302499] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.442856] env[69312]: INFO networking_nsxv3.common.synchronization [req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea req-de299970-796c-4280-9eb0-1a38acc248b9 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 863.443483] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 863.443766] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.443894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.443962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444420] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.444484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.444556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.444848] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.804723] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.946996] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.946996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.947172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.947492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.971451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.971451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.971753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.971753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.971907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.971907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.971998] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 864.010616] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.010616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.010738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.010905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.011148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.021095] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 864.098796] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.098996] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.099137] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.099406] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.099661] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.099817] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.099935] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.103138] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.103301] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.103516] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.103631] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.105023] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.105023] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.105023] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.105023] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.105023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.122828] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.123009] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.123160] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.123327] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.123626] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-843b1362-b0d4-4622-88fe-ddebbacda07b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.123794] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.123912] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.124286] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.124429] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843b1362-b0d4-4622-88fe-ddebbacda07b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.310901] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.631214] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.631214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 843b1362-b0d4-4622-88fe-ddebbacda07b not found, creating... [ 864.631214] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.631214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.631702] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.631702] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.632087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.632479] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.632782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.633082] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 843b1362-b0d4-4622-88fe-ddebbacda07b is going to be created. [ 864.655090] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.655313] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.655432] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.655707] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.655930] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.656181] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.712388] env[69312]: INFO networking_nsxv3.common.synchronization [req-441eab6a-a3d6-4cba-a0bc-bfc76406d163 req-97a6634c-2fdc-40d1-964a-0f80c40d6fad tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 864.712957] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 864.713321] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.713484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.713774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.713774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.714121] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.715319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.715319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.715319] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.927029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.927029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.927029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.927029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.927029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.927029] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be updated. [ 864.953565] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.957233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.957233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.957233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.962317] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: IN_PROGRESS for 2s [ 865.218555] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.720579] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.733826] env[69312]: INFO networking_nsxv3.common.synchronization [req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea req-ee289aad-bc40-4068-b5c7-f0bc5b4cc451 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 865.734037] env[69312]: INFO networking_nsxv3.common.synchronization [req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea req-ee289aad-bc40-4068-b5c7-f0bc5b4cc451 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 865.734181] env[69312]: INFO networking_nsxv3.common.synchronization [req-bb8c4684-f2fd-4f50-aa42-c4c678b096ea req-ee289aad-bc40-4068-b5c7-f0bc5b4cc451 service nova] Enqueued Resource ID: 843b1362-b0d4-4622-88fe-ddebbacda07b with Priority: HIGHEST for action port [ 865.734649] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 865.734782] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 865.734877] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b1362-b0d4-4622-88fe-ddebbacda07b with Priority: HIGHEST for action port [ 865.735527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.735655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.735721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.735916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.735995] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.736800] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.738625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.738625] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-843b1362-b0d4-4622-88fe-ddebbacda07b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.738625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.738625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.738625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.738625] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843b1362-b0d4-4622-88fe-ddebbacda07b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.031743] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 866.031925] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 866.032054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.032245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.032493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.032673] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.032781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.032846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.033115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.033115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.033201] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.227147] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.227352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.227440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.227758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.227891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.228066] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 866.240032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.240032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.240032] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 843b1362-b0d4-4622-88fe-ddebbacda07b with status ACTIVE [ 866.240032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.240032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.240032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.240032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.240032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.240431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.240431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.240431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.240535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.240600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.240781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.240870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.240928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.241096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.241950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.241950] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 843b1362-b0d4-4622-88fe-ddebbacda07b is going to be updated. [ 866.256196] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.256328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.256676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.259351] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.259478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.259539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.259729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.259826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.259967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843b1362-b0d4-4622-88fe-ddebbacda07b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.261714] env[69312]: INFO networking_nsxv3.common.synchronization [req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 req-91ae263d-61be-4b38-a76f-836474080fa3 tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 866.265023] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 866.265023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.265023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.265023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.265023] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.265740] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 866.535568] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.674493] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.674700] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.674828] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.675137] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.675408] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.675571] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.675689] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.675933] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.676134] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.676429] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.676555] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.676664] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.676772] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.676883] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.677014] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.677135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.695486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.695661] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.695802] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.695986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.696358] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-3423d399-225d-430c-b042-1c0ba024a2b8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.696529] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.696648] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.696956] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.697260] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3423d399-225d-430c-b042-1c0ba024a2b8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.766612] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.898990] env[69312]: INFO networking_nsxv3.common.synchronization [req-22b4b39d-1dcb-45ea-813f-b871a0fd8a32 req-70a16828-8e5a-4e62-99c4-f6111e1dc2f5 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 866.900175] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 866.900642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.900926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.902825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.902825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.902825] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.902825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.902825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.902825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.902825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.902825] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.975412] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 866.975698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.975779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.976017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.976215] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.976330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.976394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.976546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.976625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.976713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.976835] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.037864] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.199409] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.199623] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.199751] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.200129] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.200278] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.200439] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 3423d399-225d-430c-b042-1c0ba024a2b8 not found, creating... [ 867.200696] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.200897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.200995] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.201244] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.201379] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.201663] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.201816] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.201931] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.202214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.202293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.202460] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 3423d399-225d-430c-b042-1c0ba024a2b8 is going to be created. [ 867.221667] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.221914] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.222089] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.222378] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.222743] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.223086] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.270815] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.406384] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.406681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.406791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.407163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.407322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.407649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.407812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.407919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.408188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.408336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.408502] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 867.443348] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.443614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.443614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.443745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.443967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 867.478574] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.539869] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.540129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.540260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.540589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.540746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.540906] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 867.567283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.567453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.567510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.567694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.567835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.578456] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 867.775806] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.775806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.775806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.775806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.775806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.775806] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be updated. [ 867.807387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.807577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.807668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.807901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.809033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.816514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: IN_PROGRESS for 2s [ 867.980945] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debdc6ee-2317-47c7-b257-f2d2076ff0fa: rpc.has_security_group_logging(os_id): False [ 868.003382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.003382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.003382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.003382] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be updated. [ 868.068449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.068616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.068710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.068959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.069129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.081325] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: IN_PROGRESS for 2s [ 868.276647] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 868.276869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.372314] env[69312]: INFO networking_nsxv3.common.synchronization [req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 req-70b98dc2-a2cb-4f86-834a-cef1a6117414 service nova] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_rules [ 868.372447] env[69312]: INFO networking_nsxv3.common.synchronization [req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 req-70b98dc2-a2cb-4f86-834a-cef1a6117414 service nova] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 868.372589] env[69312]: INFO networking_nsxv3.common.synchronization [req-a5dd8e72-a050-410d-99a5-ba3c35bbc434 req-70b98dc2-a2cb-4f86-834a-cef1a6117414 service nova] Enqueued Resource ID: 3423d399-225d-430c-b042-1c0ba024a2b8 with Priority: HIGHEST for action port [ 868.376277] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_rules [ 868.376425] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 868.376662] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3423d399-225d-430c-b042-1c0ba024a2b8 with Priority: HIGHEST for action port [ 868.377037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.377165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.377236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.377445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.377529] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.378450] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.378616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.378888] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-3423d399-225d-430c-b042-1c0ba024a2b8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.379015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.381492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.381492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.381893] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3423d399-225d-430c-b042-1c0ba024a2b8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.550652] env[69312]: INFO networking_nsxv3.common.synchronization [req-7b439d21-7f64-43aa-8880-f6cc03c9ae4f req-175e3452-4b8a-462c-8c78-8559c3ace66a tempest-ServerAddressesTestJSON-2119319870 tempest-ServerAddressesTestJSON-2119319870-project-member] Enqueued Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_members [ 868.551219] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGHEST for action security_group_members [ 868.551521] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.551642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.551714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.552086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.553385] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.553708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.553708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.554653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.554721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.554907] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.884151] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.884423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.884495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3423d399-225d-430c-b042-1c0ba024a2b8 with status ACTIVE [ 868.884772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.884910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.884910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.885192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.885306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.885483] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.885579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.885640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.885796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.885875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.886068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.886160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.886219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.886387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.886524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.886687] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3423d399-225d-430c-b042-1c0ba024a2b8 is going to be updated. [ 868.908347] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.908964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.909550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.909935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.910531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.910767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3423d399-225d-430c-b042-1c0ba024a2b8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.057722] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.059053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.059053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.059053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e is going to be updated. [ 869.085976] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.087277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.087277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.087540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.087695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.097860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: IN_PROGRESS for 2s [ 869.461161] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 869.461391] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 deletion is rescheduled due to dependency. [ 869.461505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.587147] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 869.588125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.588125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.588125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.588125] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.588125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.588354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.588463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.588517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.588580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.588640] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.827281] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 869.827505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.827677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.827896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.828109] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.828231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.828297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.828461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.828531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.828626] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.091545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.091915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.091988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.092167] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.092262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.092322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.092593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.092688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.092776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.092989] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.093114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.093175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.093452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.093677] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.093834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.093929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.094126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.094231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.094313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.094395] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.098057] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 870.098382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.331273] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.601855] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34560ac4-66e6-4e67-ac20-57b7371f5375: rpc.has_security_group_logging(os_id): False [ 870.619668] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.619668] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.619668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.619668] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.620348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.620348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.620348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.620348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.620348] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.620540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.620540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.620626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.620626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.621277] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 870.675353] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.675550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.675861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.675939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.676128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.689786] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 870.833029] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.108291] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: IN_PROGRESS for 4s [ 871.336745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.336949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.337090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.337651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.337651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.337651] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be updated. [ 871.369187] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.369187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.369187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.369187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.369187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.377271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: IN_PROGRESS for 2s [ 872.702602] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 872.703262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.111209] env[69312]: INFO networking_nsxv3.common.synchronization [None req-5ed1a2da-47a0-480c-a0f3-fa627429fd97 None None] Enqueued Resource ID: 33f9c294-f08f-47cb-aa27-4c4a4b4f7de5 with Priority: HIGHEST for action port [ 873.112209] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f9c294-f08f-47cb-aa27-4c4a4b4f7de5 with Priority: HIGHEST for action port [ 873.113129] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f9c294-f08f-47cb-aa27-4c4a4b4f7de5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.113129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f9c294-f08f-47cb-aa27-4c4a4b4f7de5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.113129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f9c294-f08f-47cb-aa27-4c4a4b4f7de5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.116788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f9c294-f08f-47cb-aa27-4c4a4b4f7de5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.116788] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f9c294-f08f-47cb-aa27-4c4a4b4f7de5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.122025] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e in Status: SUCCESS [ 873.124632] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e deletion is rescheduled due to dependency. [ 873.124632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.387858] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 873.387858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.387858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.387988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.388258] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.388381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.388464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.388638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.388751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.388854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.388978] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.487201] env[69312]: INFO networking_nsxv3.common.synchronization [req-267cc3ef-32c3-43eb-967e-98a8e63cb76a req-51db9dff-6762-432f-9019-ea8c9f654161 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 873.487926] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 873.488370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.488527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.488635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.488935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.489237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.489320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.489368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.489580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.489725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.489789] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.616014] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33f9c294-f08f-47cb-aa27-4c4a4b4f7de5 [ 873.616116] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.616744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.616744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.616744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.616744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.616744] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33f9c294-f08f-47cb-aa27-4c4a4b4f7de5 already deleted. [ 873.616744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f9c294-f08f-47cb-aa27-4c4a4b4f7de5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.875750] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.876115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.876115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.876415] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.876729] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.876935] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.877079] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.879457] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.879457] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.879457] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.879457] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.879457] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.879457] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.879457] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.879457] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.879457] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.895038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.895038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.895038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.895038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.895038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.895782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.895782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.895782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.895782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.895782] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.896979] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.897163] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.897313] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.897491] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.897783] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.897988] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898137] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.898447] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.898596] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a077a55-8b07-44ed-9d9b-a85375c1fdbe',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.992245] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.992245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.992490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.992759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.992943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.993181] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.993288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.993436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.993668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.993785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.993898] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af already deleted. [ 873.994094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.345090] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4aaf7173-c5e7-4cf2-9c69-4ca1338829f6 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Enqueued Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_rules [ 874.345687] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_rules [ 874.345993] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.346189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.346350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.346582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.346696] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.401392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79bfd024-6845-4e6c-98e4-bcbb25db12c0: rpc.has_security_group_logging(os_id): False [ 874.402376] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.402606] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.402931] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.404375] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.404663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.404932] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 0a077a55-8b07-44ed-9d9b-a85375c1fdbe not found, creating... [ 874.405357] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.405619] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.405752] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.405999] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.406214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.406478] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.406649] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.406768] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.407169] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.408977] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.409601] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 0a077a55-8b07-44ed-9d9b-a85375c1fdbe is going to be created. [ 874.442573] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.442816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.442816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.443024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.447395] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.447848] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.447973] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.448296] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.448570] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.448791] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.468321] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.468321] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.468321] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.468321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.469116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.469116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.469116] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be updated. [ 874.527510] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.530021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.530021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.530021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.530021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.534305] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f2878f10-0922-43a1-90a5-ec1a244c74c6 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Enqueued Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_rules [ 874.535072] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_rules [ 874.535520] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.535666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550040] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: IN_PROGRESS for 2s [ 874.869789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.869990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.869990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.870240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.870370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.870477] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9472bd7-7912-4920-8525-bc59408f90fb already deleted. [ 874.870563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.870735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.870898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.870981] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.996202] env[69312]: INFO networking_nsxv3.common.synchronization [req-83bc39fb-6ddd-4161-906c-5229a8366195 req-777c9ef7-414e-4185-9591-e07ea139e1e2 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 874.996202] env[69312]: INFO networking_nsxv3.common.synchronization [req-83bc39fb-6ddd-4161-906c-5229a8366195 req-777c9ef7-414e-4185-9591-e07ea139e1e2 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 874.996202] env[69312]: INFO networking_nsxv3.common.synchronization [req-83bc39fb-6ddd-4161-906c-5229a8366195 req-777c9ef7-414e-4185-9591-e07ea139e1e2 tempest-SecurityGroupsTestJSON-1953317568 tempest-SecurityGroupsTestJSON-1953317568-project-member] Enqueued Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_members [ 874.996582] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGHEST for action security_group_members [ 874.997090] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 with Priority: HIGHEST for action security_group_members [ 874.997090] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGHEST for action security_group_members [ 875.001528] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.001715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.001786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.002085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.002284] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.002434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.002486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.003236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.003236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.003236] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.004045] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3164393-2a9f-4e77-9f3c-049b43c4ba91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.004195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.004283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.004516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.004820] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.004931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.005273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.007021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.007148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.007410] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3164393-2a9f-4e77-9f3c-049b43c4ba91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.008887] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.009058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.009260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.009260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.010908] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.010908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.010908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.010908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.010908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.010908] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.390887] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.393845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.393845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.393845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.393845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.393845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9472bd7-7912-4920-8525-bc59408f90fb already deleted. [ 875.393845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.483709] env[69312]: INFO networking_nsxv3.common.synchronization [req-267cc3ef-32c3-43eb-967e-98a8e63cb76a req-30a3143f-e97d-4491-a6e6-54eac9d16601 service nova] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_rules [ 875.483892] env[69312]: INFO networking_nsxv3.common.synchronization [req-267cc3ef-32c3-43eb-967e-98a8e63cb76a req-30a3143f-e97d-4491-a6e6-54eac9d16601 service nova] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 875.484078] env[69312]: INFO networking_nsxv3.common.synchronization [req-267cc3ef-32c3-43eb-967e-98a8e63cb76a req-30a3143f-e97d-4491-a6e6-54eac9d16601 service nova] Enqueued Resource ID: 0a077a55-8b07-44ed-9d9b-a85375c1fdbe with Priority: HIGHEST for action port [ 875.484640] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_rules [ 875.484773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 875.485046] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a077a55-8b07-44ed-9d9b-a85375c1fdbe with Priority: HIGHEST for action port [ 875.485411] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.485558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.485639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.485923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.486044] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.487027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.487167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.487248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.487410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.487577] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.487640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.487696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.487834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.487948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.487995] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.489429] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.489650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.489729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.489960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.490043] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a077a55-8b07-44ed-9d9b-a85375c1fdbe',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.511852] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.511935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.512087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.512234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.513434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.513542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.513750] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.513829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.532736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.532736] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.532736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.532736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.532736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.532736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.532736] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 is going to be updated. [ 875.532736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.533180] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.533180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.533320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.533487] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be updated. [ 875.536760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.536942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.555760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.555760] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.555760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.555760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.555760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.555760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.555760] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 is going to be updated. [ 875.565649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.565789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.565867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.566552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.566552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.567935] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.568057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.568122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.568411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.568411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.575053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: IN_PROGRESS for 2s [ 875.575895] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: IN_PROGRESS for 2s [ 875.579173] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.581240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.581240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.581240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.581240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.586531] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: IN_PROGRESS for 2s [ 875.693035] env[69312]: INFO networking_nsxv3.common.synchronization [None req-cca028f7-8ceb-438d-a5b3-4608926a1b64 None None] Enqueued Resource ID: f08e2fb0-2005-44d7-82f2-aaf02b6f31a6 with Priority: HIGHEST for action port [ 875.693035] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08e2fb0-2005-44d7-82f2-aaf02b6f31a6 with Priority: HIGHEST for action port [ 875.693925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08e2fb0-2005-44d7-82f2-aaf02b6f31a6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.697051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08e2fb0-2005-44d7-82f2-aaf02b6f31a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.697051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08e2fb0-2005-44d7-82f2-aaf02b6f31a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.697051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08e2fb0-2005-44d7-82f2-aaf02b6f31a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.697051] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08e2fb0-2005-44d7-82f2-aaf02b6f31a6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.992336] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.995753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.996199] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.998155] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a077a55-8b07-44ed-9d9b-a85375c1fdbe with status ACTIVE [ 875.998450] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.998700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.998700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.998919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.999747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.000163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.000401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.000563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.000805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000974] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.001366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.001650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.001861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.001989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.002827] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a077a55-8b07-44ed-9d9b-a85375c1fdbe is going to be updated. [ 876.018596] env[69312]: INFO networking_nsxv3.common.synchronization [req-a04c27f4-7049-4bce-9ea1-b373d74185e4 req-cc2559b0-ffad-4e57-84f0-f5581124407d tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 876.018596] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 876.018596] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.018596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.018596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.019492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.019492] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.019849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.019945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.020227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.020349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.020449] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.025050] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.025238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.025302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.025441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.025580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.025848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a077a55-8b07-44ed-9d9b-a85375c1fdbe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.078703] env[69312]: INFO networking_nsxv3.common.synchronization [req-a04c27f4-7049-4bce-9ea1-b373d74185e4 req-cc2559b0-ffad-4e57-84f0-f5581124407d tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 876.078979] env[69312]: INFO networking_nsxv3.common.synchronization [req-a04c27f4-7049-4bce-9ea1-b373d74185e4 req-cc2559b0-ffad-4e57-84f0-f5581124407d tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 876.079027] env[69312]: INFO networking_nsxv3.common.synchronization [req-a04c27f4-7049-4bce-9ea1-b373d74185e4 req-cc2559b0-ffad-4e57-84f0-f5581124407d tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with Priority: HIGHEST for action port [ 876.079650] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 876.079838] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 876.079983] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with Priority: HIGHEST for action port [ 876.083385] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.084593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.084593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.084795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.085036] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.086179] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.086316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.086560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.086781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.086781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.088028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.088028] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635b68a6-f9c8-416f-aa6b-ab1d1df906ee',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.201183] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f08e2fb0-2005-44d7-82f2-aaf02b6f31a6 [ 876.201183] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.201183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.201183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.201421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.201464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.201555] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f08e2fb0-2005-44d7-82f2-aaf02b6f31a6 already deleted. [ 876.201676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08e2fb0-2005-44d7-82f2-aaf02b6f31a6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.507699] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.529717] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.564220] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 876.564220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.591021] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with status ACTIVE [ 876.591021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.592017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.592017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.592017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.592017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.592017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.592017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.592017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.592391] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.592391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.592470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.592578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.592633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.593217] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee is going to be updated. [ 876.594094] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.594094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.626988] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.627272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.627418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.627765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.628039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.628250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.010056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.010420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.010420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.010601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.010673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.010775] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be created. [ 877.033320] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.033482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.033482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.034285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.034805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.035798] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.045316] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: UNINITIALIZED for 2s [ 877.539256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.539389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.539468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.539697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.539868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.539933] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be updated. [ 877.580480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.580632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.580684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.580885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.581042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.586850] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 in Status: SUCCESS [ 877.587028] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3164393-2a9f-4e77-9f3c-049b43c4ba91 deletion is rescheduled due to dependency. [ 877.587142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3164393-2a9f-4e77-9f3c-049b43c4ba91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.588700] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: IN_PROGRESS for 2s [ 877.589165] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e270021d-f0e0-46e0-b7de-9620442dd923 in Status: SUCCESS [ 877.589318] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 deletion is rescheduled due to dependency. [ 877.589422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.594702] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 in Status: SUCCESS [ 877.594702] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 deletion is rescheduled due to dependency. [ 877.594702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.973467] env[69312]: INFO networking_nsxv3.common.synchronization [req-43bf22e9-4893-42e6-ba45-bef0f93f5ef4 req-5d9fe417-6a37-46fd-8e75-caf5280ae58e tempest-ListServerFiltersTestJSON-920106633 tempest-ListServerFiltersTestJSON-920106633-project-member] Enqueued Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 877.973992] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 with Priority: HIGHEST for action security_group_members [ 877.975167] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.975167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.975167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.975432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.975612] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.975735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.975799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.975961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.976423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.976423] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.479245] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.479636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.479636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.480540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.501644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.503483] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.503483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.503483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.503483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.503483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.503483] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 is going to be updated. [ 878.527280] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.527513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.527513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.527748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.527888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.535330] env[69312]: INFO networking_nsxv3.common.synchronization [req-6db61eca-d4fe-4b1f-a8a3-a5d3f6bbbacc req-b8d5a2b4-1dba-418a-b9e0-f5b98e47fca0 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 878.536206] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: IN_PROGRESS for 2s [ 878.536626] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 878.536921] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.537249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.537360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.537658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.537779] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.537911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.537995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.538189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.538332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.538443] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.890503] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba req-f643ef91-a277-4924-a731-8719b242e0cc tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 878.891649] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 878.891649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.891649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.909018] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba req-f643ef91-a277-4924-a731-8719b242e0cc tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 878.909018] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba req-f643ef91-a277-4924-a731-8719b242e0cc tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 878.909018] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2f4fee7-b1fa-47df-99b8-1e7290fa4dba req-f643ef91-a277-4924-a731-8719b242e0cc tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with Priority: HIGHEST for action port [ 878.909018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_rules [ 878.909018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 878.909018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with Priority: HIGHEST for action port [ 878.910391] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.910470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.910760] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.910760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.912247] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.912247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.912247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.912247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.912247] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635b68a6-f9c8-416f-aa6b-ab1d1df906ee',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.041740] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.041942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.042011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.042242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.042354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.042590] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.042671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.042734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.042890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.042967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.043081] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 879.053826] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: SUCCESS [ 879.054049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.054609] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.054712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.054794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.055076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.055175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.055269] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.108934] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.109177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.109177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.109523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.109523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.118495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 879.418031] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 635b68a6-f9c8-416f-aa6b-ab1d1df906ee with status ACTIVE [ 879.418031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.418031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.418031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.418031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.418031] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 635b68a6-f9c8-416f-aa6b-ab1d1df906ee is going to be updated. [ 879.506832] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.508200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.508200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.508200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.508200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.508200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635b68a6-f9c8-416f-aa6b-ab1d1df906ee" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.557295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.557487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.557575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.557854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.558077] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.558190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.558256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.558489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.558581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.558670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.558846] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.558990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.559212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.559410] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.559540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.559772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.559867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.559958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.560072] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.597486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 879.597733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.597895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.598150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.598339] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.598462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.598526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.598686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.598899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.599014] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.064752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18e0db3a-24c0-4141-8cac-9844d235c0af: rpc.has_security_group_logging(os_id): False [ 880.082562] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.082736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.082810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.082987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.083083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.083295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.083425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.083491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.083606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.083682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.083895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.083993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.084067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.084197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.084268] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.084670] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.084814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.084906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.085129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.085239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.085361] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be created. [ 880.101629] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.142773] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.142979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.143088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.143328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.143539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154893] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: IN_PROGRESS for 2s [ 880.401961] env[69312]: INFO networking_nsxv3.common.synchronization [req-727cd466-d063-4266-835b-012cf16c4daa req-1954a4c7-7030-45a4-8545-d6b05f9a9a42 tempest-ListImageFiltersTestJSON-753287574 tempest-ListImageFiltersTestJSON-753287574-project-member] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 880.402518] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGHEST for action security_group_members [ 880.402826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.402950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.404710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.404710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.404884] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.404884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.404979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406316] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.546264] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 in Status: SUCCESS [ 880.546649] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0 deletion is rescheduled due to dependency. [ 880.546649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.604979] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.907931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.908168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.908285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.908467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.930578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.930849] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.930971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.931048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.931247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.931338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.931429] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be updated. [ 880.956271] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.956466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.956583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.956713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.956872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.966284] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: IN_PROGRESS for 2s [ 881.108929] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.108929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.108929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.108929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.108929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.108929] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be updated. [ 881.126705] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 4s [ 881.135897] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.136062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.136149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.136340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.136495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.145591] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: IN_PROGRESS for 2s [ 881.733578] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-b5c4aee3-abca-4cc5-b620-082434baac85 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 881.734172] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 881.734486] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.734661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.734661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.734931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.735321] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.735843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.735916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.736108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.736199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.736299] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.081530] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.082550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.082550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.082550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.082801] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.083565] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.083565] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.083565] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.083565] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.083800] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.083800] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.083884] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.083922] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.084039] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.084145] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.084277] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.103544] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.103903] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.104192] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.104483] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.104965] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-9d596cb9-a29d-490b-8869-f14a06954a85 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.105210] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.105405] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.105829] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.106128] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d596cb9-a29d-490b-8869-f14a06954a85',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.179192] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: SUCCESS [ 882.179192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.240313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.240439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.240439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.242486] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.242486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 already deleted. [ 882.242486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.609086] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.609333] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.609526] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.609839] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.609997] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.610174] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 9d596cb9-a29d-490b-8869-f14a06954a85 not found, creating... [ 882.610644] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.610913] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.611061] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.611308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.611485] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.611802] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.611964] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.612100] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.612351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.612507] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.612672] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 9d596cb9-a29d-490b-8869-f14a06954a85 is going to be created. [ 882.632198] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.632423] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.632551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.632818] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.633064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.633305] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.977845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c in Status: SUCCESS [ 882.977845] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c deletion is rescheduled due to dependency. [ 882.978419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.048027] env[69312]: INFO networking_nsxv3.common.synchronization [req-d572fc82-4b3e-4aae-b67b-6e0083e82b8a req-1d80874a-6f95-4d96-be63-4c4f81bd4e9c tempest-AttachInterfacesUnderV243Test-538228818 tempest-AttachInterfacesUnderV243Test-538228818-project-member] Enqueued Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 883.048560] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b455c35-f50d-40fd-b91a-a53cac365796 with Priority: HIGHEST for action security_group_members [ 883.048870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b455c35-f50d-40fd-b91a-a53cac365796 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.049321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.139374] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 883.139568] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 883.139679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.155301] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 883.155590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.156359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.156496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.156724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.156861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.156937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.157616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.157616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.157616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.157616] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.158446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.158640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.158837] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.159052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.159052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.159226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.159324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.159435] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.376415] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-53c616ca-5e52-4ef3-b19a-39a7d5b09c12 service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 883.376415] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-53c616ca-5e52-4ef3-b19a-39a7d5b09c12 service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 883.376415] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-53c616ca-5e52-4ef3-b19a-39a7d5b09c12 service nova] Enqueued Resource ID: 9d596cb9-a29d-490b-8869-f14a06954a85 with Priority: HIGHEST for action port [ 883.376415] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 883.376415] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 883.376415] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596cb9-a29d-490b-8869-f14a06954a85 with Priority: HIGHEST for action port [ 883.376415] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.376415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.376415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.379190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.379190] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.379190] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.379190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.379190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.379190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.379190] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.379190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.379190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.379674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.380187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.380340] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.382127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d596cb9-a29d-490b-8869-f14a06954a85 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.382247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.382324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.382494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.382562] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d596cb9-a29d-490b-8869-f14a06954a85',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.661052] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.666473] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.667025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.667025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.667025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.688331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.688601] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.688724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.688790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.688991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.689093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.689182] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be updated. [ 883.736501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.736647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.736706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.736908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.737060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.749172] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: IN_PROGRESS for 2s [ 883.884691] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d596cb9-a29d-490b-8869-f14a06954a85 with status ACTIVE [ 883.884936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.885090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.885161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.885387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.885460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.885644] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.885746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.885809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.885961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.886053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.886236] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.886330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.886391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.886528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.886599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.886681] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d596cb9-a29d-490b-8869-f14a06954a85 is going to be updated. [ 883.887801] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.893025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.893326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.913313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.913313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.913313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.913313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.913313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.913645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d596cb9-a29d-490b-8869-f14a06954a85" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.163489] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b455c35-f50d-40fd-b91a-a53cac365796: rpc.has_security_group_logging(os_id): False [ 884.193703] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.193865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.194541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.194541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.194541] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.194541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.194812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.194812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.194918] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be updated. [ 884.259183] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.259396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.259396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.259561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.259696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.273940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: IN_PROGRESS for 2s [ 884.347801] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-bb373763-7950-4ef3-a2ee-6480d30418dd tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 884.348347] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 884.348655] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.348756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.395375] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.639098] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.639329] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.639487] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.640075] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.640255] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.640472] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.640613] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.640872] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.641065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.641300] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.641929] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.641929] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.641929] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.641929] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.641929] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.642548] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.662110] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.662110] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.662110] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.662110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.662110] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-ca07f7be-4965-4fad-b083-6508d40fd6f2 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.662110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.662110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.662110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.662110] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca07f7be-4965-4fad-b083-6508d40fd6f2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.901336] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.901493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.901653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.901896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.901999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.902122] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be created. [ 884.936501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.936852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.936928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.937145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.937301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.948463] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: UNINITIALIZED for 2s [ 885.166047] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.166047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.166047] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.166646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.166646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.166646] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port ca07f7be-4965-4fad-b083-6508d40fd6f2 not found, creating... [ 885.167041] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.167250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.167404] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.168449] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.168449] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.168449] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.169156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.169156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.169156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.169156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.169295] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: ca07f7be-4965-4fad-b083-6508d40fd6f2 is going to be created. [ 885.210754] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.211066] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.211202] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.211551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211800] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.212046] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.758928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 885.759223] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 deletion is rescheduled due to dependency. [ 885.759411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.759666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.760018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.760281] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.760528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.760630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.760828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.760912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.761250] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.921373] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-1883db52-37c3-489b-ab56-9127df0ba278 service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 885.921599] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-1883db52-37c3-489b-ab56-9127df0ba278 service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 885.921764] env[69312]: INFO networking_nsxv3.common.synchronization [req-9f4c5ad4-d9c1-4a5e-a417-0dec8f1c5e71 req-1883db52-37c3-489b-ab56-9127df0ba278 service nova] Enqueued Resource ID: ca07f7be-4965-4fad-b083-6508d40fd6f2 with Priority: HIGHEST for action port [ 885.922341] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 885.922410] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 885.922505] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca07f7be-4965-4fad-b083-6508d40fd6f2 with Priority: HIGHEST for action port [ 885.922780] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.922879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.923697] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.923808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.924033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca07f7be-4965-4fad-b083-6508d40fd6f2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.924154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.924239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.924404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.924505] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca07f7be-4965-4fad-b083-6508d40fd6f2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.263560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.263912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.263912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.263992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.264102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.264305] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.264410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.264477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.264639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.264719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.264803] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be updated. [ 886.285845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 886.286137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.286335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.286592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.287110] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.289209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.289438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.289438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.289637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.289873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.297752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: IN_PROGRESS for 2s [ 886.426773] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca07f7be-4965-4fad-b083-6508d40fd6f2 with status ACTIVE [ 886.427058] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.427186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.427260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.427482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.427577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.427755] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.427851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.427911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.428108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.428192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.428406] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.428507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.428565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.428705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.428778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.428861] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca07f7be-4965-4fad-b083-6508d40fd6f2 is going to be updated. [ 886.449149] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.449348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.449446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.449705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.449868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.450065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca07f7be-4965-4fad-b083-6508d40fd6f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.549383] env[69312]: INFO networking_nsxv3.common.synchronization [req-56cf0838-4e22-4183-9340-b7bc4a6900b5 req-0986ac41-3a5e-4cb0-97a9-1b78f0fa616e tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 886.549929] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 886.550257] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.550526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.550686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.550858] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.551041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.551209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.551290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.551405] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.808751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.808751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.808751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.810312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.810312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.810312] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be deleted. [ 886.857029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.857153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.857792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.857792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.857792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.857792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.959275] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 886.959842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.960074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.960412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.960628] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.960868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.960938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.961201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.961359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.961400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.961507] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.962997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.963093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.963261] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.963419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.963419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.963564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.963641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.963725] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.053124] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.466668] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.467225] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.467368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.555963] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.969688] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.061035] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.061035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.061035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.061035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.061035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.061035] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be updated. [ 888.089533] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.089533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.089533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.089533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.095957] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: IN_PROGRESS for 2s [ 888.310599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b455c35-f50d-40fd-b91a-a53cac365796 in Status: SUCCESS [ 888.310810] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 deletion is rescheduled due to dependency. [ 888.310938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.311099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.311320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.311557] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.311907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.311907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.311907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.311985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.312072] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b455c35-f50d-40fd-b91a-a53cac365796',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.473170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.473170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.473170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.473170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.473170] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 888.501146] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.501291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.501362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.501605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.501768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.509825] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 888.816212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.816429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.816429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.816664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.816761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.816963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.817084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.817195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.817347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.817405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.817491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b455c35-f50d-40fd-b91a-a53cac365796 is going to be deleted. [ 888.848341] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.848619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.848732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.848888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.848981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.849099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b455c35-f50d-40fd-b91a-a53cac365796" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.105894] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 890.106237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.494326] env[69312]: INFO networking_nsxv3.common.synchronization [req-d794abe6-e745-49e6-89b1-bcab0b008b9f req-e5ba154a-7937-4e4c-a4eb-3e5557b1c9d8 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 890.494997] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 890.495401] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.495562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.495646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.495874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.496084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.496233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.496321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.496552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.496643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.496768] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.519662] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 890.519938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.520140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.520366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.520689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.520816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.520881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.521060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.521144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.521241] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.001304] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.001464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.001535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.001850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002101] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.002188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.002358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.002433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002521] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 891.024011] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.028725] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.028899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.028999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.029222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.029368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.038209] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 891.528419] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.031161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.031338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.031413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.031655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.031753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.031857] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 892.061256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.061435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.061499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.061782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.062229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.070671] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 893.049153] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 893.049153] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 893.049153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.080987] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 894.081252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.081336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.081561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.081752] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.081866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.081932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.082096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.082173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.082259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.082408] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.082502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.082565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.082701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.082835] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.082925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.082986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.083318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.083430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.083544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.083661] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.586181] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5d7c05-d89d-47d4-b65e-e82df7d04545: rpc.has_security_group_logging(os_id): False [ 894.604272] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.604407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.604489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.604760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.604888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.605058] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.605158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.605221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.605368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.605456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.605621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.605753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.605835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.605938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.606018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.606196] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.606318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.606351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.606475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.606571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.606657] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be created. [ 894.680123] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.680312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.680380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.680690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.680773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.695486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 894.822269] env[69312]: INFO networking_nsxv3.common.synchronization [req-eece8dbd-a079-495b-93af-17397dc5afd7 req-1a37bbce-9537-4591-b5b4-350b29828379 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_members [ 894.822842] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_members [ 894.823165] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.823282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.823350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.823601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.823752] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.823849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.823906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.826023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.826132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.826233] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.221607] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.221993] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.221993] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.222258] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.222495] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.222658] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.222884] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.222994] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.223753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.223753] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.223753] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.223853] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.223896] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.224059] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.225033] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.225033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.245501] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.245706] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.245906] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.246876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.246876] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-33818967-b4af-4132-a92f-4b293d725928 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.246876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.246876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.247473] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.247708] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33818967-b4af-4132-a92f-4b293d725928',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.331214] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.331214] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.331214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.331214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca already deleted. [ 895.331549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.751239] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.751475] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.751617] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.751890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.752103] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.752334] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 33818967-b4af-4132-a92f-4b293d725928 not found, creating... [ 895.752622] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.752792] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.752936] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.753190] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.753336] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.753618] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.753779] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.753900] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.754249] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.754249] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.754398] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 33818967-b4af-4132-a92f-4b293d725928 is going to be created. [ 895.774132] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.774327] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.774461] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.774743] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.774975] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.775217] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.708624] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 896.708967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.709058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.709274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.709364] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.212083] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.212696] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.213012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213272] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.715373] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.715770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.715770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.715835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.716025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.716135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.716199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.716360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.716446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.716542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.716695] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.716779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.716838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.716978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.717127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.717219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.717278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.717409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.717482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.717561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.717652] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.220624] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5d7c05-d89d-47d4-b65e-e82df7d04545: rpc.has_security_group_logging(os_id): False [ 898.237779] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.237936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.237976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.238203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.238295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.238523] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.238644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.238709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.238866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.238944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.239137] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.239232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.239293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.239430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.239504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.239690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.239781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.239841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.239974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.240058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.240143] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 898.299025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.299210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.299250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.299419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.299561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.310442] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 899.585375] env[69312]: INFO networking_nsxv3.common.synchronization [req-c9d8f6fa-6644-40f5-bf05-bfb4726cb91c req-37ba9972-fc43-41af-9e17-ff7d66764ac9 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 899.585375] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 899.585375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.585375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.585375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.585375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.585375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.585375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.585375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.586225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.586470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.586727] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.653999] env[69312]: INFO networking_nsxv3.common.synchronization [req-40a15bef-289d-4915-9658-b8d2c035a7c6 req-a31e7526-2d67-4941-9b0c-e63553cbb406 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 899.654556] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 899.654912] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.655213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.757621] env[69312]: INFO networking_nsxv3.common.synchronization [req-eece8dbd-a079-495b-93af-17397dc5afd7 req-ecba5211-2d0d-48d7-aad0-73158242144c service nova] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_rules [ 899.757805] env[69312]: INFO networking_nsxv3.common.synchronization [req-eece8dbd-a079-495b-93af-17397dc5afd7 req-ecba5211-2d0d-48d7-aad0-73158242144c service nova] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_members [ 899.757947] env[69312]: INFO networking_nsxv3.common.synchronization [req-eece8dbd-a079-495b-93af-17397dc5afd7 req-ecba5211-2d0d-48d7-aad0-73158242144c service nova] Enqueued Resource ID: 33818967-b4af-4132-a92f-4b293d725928 with Priority: HIGHEST for action port [ 899.758497] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_rules [ 899.758703] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_members [ 899.758816] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33818967-b4af-4132-a92f-4b293d725928 with Priority: HIGHEST for action port [ 899.759144] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.759273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.759340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.759546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.759629] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.760641] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.760743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.760811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.760983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.761229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.761419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.761522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.761676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.761770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.761851] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.762610] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-33818967-b4af-4132-a92f-4b293d725928 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.762817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.762817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.762912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.762989] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33818967-b4af-4132-a92f-4b293d725928',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.096387] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.265016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.265016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.265415] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.266843] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33818967-b4af-4132-a92f-4b293d725928 with status ACTIVE [ 900.266843] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.266843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.266843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.266843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.266843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.267093] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.267093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.267171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.267595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.267595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.267595] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.267595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.267773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.271189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.271378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.271378] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33818967-b4af-4132-a92f-4b293d725928 is going to be updated. [ 900.293924] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.294094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.294169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.294371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.294507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.294711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33818967-b4af-4132-a92f-4b293d725928" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.327596] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 900.327821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.598313] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.773430] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.878658] env[69312]: INFO networking_nsxv3.common.synchronization [req-5ba09961-137f-4c95-b7eb-71ebe60b8352 req-397c8e20-878c-4ce4-8703-4542e07d138d tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 900.879126] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 900.879428] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.879550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.879623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.879844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.880559] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.880676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.880725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.880895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.880985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.881094] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.100862] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.101036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.101187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.101440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.101538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.101918] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 901.128102] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.128273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.128326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.128785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.128936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.138359] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 901.276985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.277164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.277294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.277448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.277539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.277635] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca is going to be created. [ 901.302641] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.302792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.305716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.305716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.305716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.311457] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca in Status: UNINITIALIZED for 2s [ 901.385977] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.887809] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.389793] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.389956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.390043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.390335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.390381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.390468] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be updated. [ 902.415094] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.415094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.415094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.415257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.415329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.423030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: IN_PROGRESS for 2s [ 903.147976] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 903.148249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.148369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.148586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.148790] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.148896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.148960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.149132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.149215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.149311] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.321734] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca in Status: SUCCESS [ 903.321734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.321734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.321898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.322047] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.322171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.322236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.322386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.322464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.322549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.322638] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.651856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.652137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.652137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.652309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.652401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.652626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.652749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.652788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.652942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.653026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.653115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 903.676932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.677114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.677114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.677268] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.677413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.685582] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 903.824990] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.327321] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bcfafbd-8bc4-414f-a294-5649ef7699ca: rpc.has_security_group_logging(os_id): False [ 904.350034] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.350034] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.350034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.350443] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca is going to be created. [ 904.422618] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.423016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.423016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.423127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.423287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.437286] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 904.437627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.442688] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca in Status: IN_PROGRESS for 2s [ 905.064148] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.064351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.064351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.064612] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.064904] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.065188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.065293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.065511] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.067042] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.067042] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.067042] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.067042] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.067042] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.067042] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.067042] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.067042] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.085755] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.085914] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.086071] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.086255] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-485" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.086575] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-d395a62f-7708-4321-9722-42928a37b655 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.086750] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.086875] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.087222] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.087368] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d395a62f-7708-4321-9722-42928a37b655',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.589653] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.590161] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.590161] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.590373] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.590542] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.590775] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port d395a62f-7708-4321-9722-42928a37b655 not found, creating... [ 905.591103] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.591277] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.591397] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.591635] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.591781] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.592183] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.592386] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.592537] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.592797] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.592987] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.593325] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: d395a62f-7708-4321-9722-42928a37b655 is going to be created. [ 905.611106] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.611344] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.611483] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.612156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.612156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.614353] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.695498] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 905.695805] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 deletion is rescheduled due to dependency. [ 905.696010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.879775] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 905.880068] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 906.156865] env[69312]: INFO networking_nsxv3.common.synchronization [req-5ba09961-137f-4c95-b7eb-71ebe60b8352 req-422160a0-26d5-4ac2-a48b-fb3e87458a88 service nova] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_rules [ 906.157052] env[69312]: INFO networking_nsxv3.common.synchronization [req-5ba09961-137f-4c95-b7eb-71ebe60b8352 req-422160a0-26d5-4ac2-a48b-fb3e87458a88 service nova] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 906.157247] env[69312]: INFO networking_nsxv3.common.synchronization [req-5ba09961-137f-4c95-b7eb-71ebe60b8352 req-422160a0-26d5-4ac2-a48b-fb3e87458a88 service nova] Enqueued Resource ID: d395a62f-7708-4321-9722-42928a37b655 with Priority: HIGHEST for action port [ 906.157442] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_rules [ 906.157566] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 906.157659] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d395a62f-7708-4321-9722-42928a37b655 with Priority: HIGHEST for action port [ 906.160463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.160552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.160629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.160847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.160921] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.165481] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.165602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165995] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.168404] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.168404] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d395a62f-7708-4321-9722-42928a37b655 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.168404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.168404] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d395a62f-7708-4321-9722-42928a37b655',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.453118] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca in Status: SUCCESS [ 906.453405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.666852] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.667153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.668408] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.671154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d395a62f-7708-4321-9722-42928a37b655 with status ACTIVE [ 906.671356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.671466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.671548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.671776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.671873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.672059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.672173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.672235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.672482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.672578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.672770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.672866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.672950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.673089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.673210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.673248] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d395a62f-7708-4321-9722-42928a37b655 is going to be updated. [ 906.694468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.694667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.694667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.694869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.695019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.695183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d395a62f-7708-4321-9722-42928a37b655" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.982276] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.485454] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.485615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.485994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.486300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.486403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.486509] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be updated. [ 910.514113] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.514275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.514348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.514556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.514703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.522877] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: IN_PROGRESS for 2s [ 911.159713] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 911.160059] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 911.421056] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ded55c88-0ce8-4d3c-800d-d94a4c4aef6d tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: 9a2cc483-28e1-4c88-9852-68f83445736b with Priority: HIGHEST for action security_group_rules [ 911.422748] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2cc483-28e1-4c88-9852-68f83445736b with Priority: HIGHEST for action security_group_rules [ 911.422748] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a2cc483-28e1-4c88-9852-68f83445736b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.422748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.422748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.422748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.422748] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a2cc483-28e1-4c88-9852-68f83445736b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.615045] env[69312]: INFO networking_nsxv3.common.synchronization [req-6332c9a1-440c-4272-a0ba-3abb080c1e28 req-04c23eee-c415-4f64-8436-214f423f8054 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 911.615045] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 911.615045] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.615045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.615045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.615767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.616061] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.616591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.616807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.617070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.617247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.617424] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.646479] env[69312]: INFO networking_nsxv3.common.synchronization [None req-efb098e8-ddaf-4970-b1be-9335ca51d3b3 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: 9a2cc483-28e1-4c88-9852-68f83445736b with Priority: HIGHEST for action security_group_rules [ 911.647655] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2cc483-28e1-4c88-9852-68f83445736b with Priority: HIGHEST for action security_group_rules [ 911.648472] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a2cc483-28e1-4c88-9852-68f83445736b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.648706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.964111] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.964111] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a2cc483-28e1-4c88-9852-68f83445736b already deleted. [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.964111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.964111] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a2cc483-28e1-4c88-9852-68f83445736b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.120921] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.482958] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.483349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.483410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.483598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.483688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.483784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a2cc483-28e1-4c88-9852-68f83445736b already deleted. [ 912.483884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a2cc483-28e1-4c88-9852-68f83445736b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.530801] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 912.531033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.531207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.531406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.531593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.531709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.531776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.531925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.532012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.532102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.532191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.623054] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.125339] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.125526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.125567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.125768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.125862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.125963] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 913.152857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.153093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.153145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.162233] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 915.172564] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 915.172935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.539026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.539026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.539026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.539279] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.539437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.539572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.540674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.540674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.540674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.541126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.541126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.541126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.541126] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.043865] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3: rpc.has_security_group_logging(os_id): False [ 916.060724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.060920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.060994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.061223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.079421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.079700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.079817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.079880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.080106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.080190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.080383] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.080484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.080544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.080688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.080770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.080962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.081065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.081128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.081265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.081338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.081423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be updated. [ 916.138522] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.138522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.138522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.138522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.138522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.149131] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: IN_PROGRESS for 2s [ 916.372145] env[69312]: INFO networking_nsxv3.common.synchronization [req-9fd77527-810e-4789-be12-9856c95897bf req-737b79c5-4e1a-476b-9122-e3e9a3697ba7 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 916.372145] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 916.372145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.372671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.372865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.373169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.373419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.373621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.373751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.373985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.374655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.374848] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.882972] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.882972] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.882972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.882972] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be updated. [ 916.905907] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.906124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.906124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.906316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.906458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.914304] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: IN_PROGRESS for 2s [ 918.161776] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 918.162067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.924296] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: SUCCESS [ 918.924488] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af deletion is rescheduled due to dependency. [ 918.924601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.372437] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 921.372740] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 925.103773] env[69312]: INFO networking_nsxv3.common.synchronization [req-feaf4a56-f984-4298-8265-3c54e39eda71 req-a638e925-7bac-4314-bc29-f10499d846a2 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 925.104305] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 925.104603] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.104725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.104792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.105109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.105173] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.105247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.105294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.105442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.105525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.105620] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.607994] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608884] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.609047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.609095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.609173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609227] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 925.634639] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.634639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.634639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.634639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.634639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.641837] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 925.742727] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.745440] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.745440] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.745583] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.745993] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.746361] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.749812] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.749812] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.749812] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.749812] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.749812] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.749812] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.749812] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.749812] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.749812] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.749812] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.768058] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.768058] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.768058] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.768058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.768058] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f21be78d-872d-4268-82ad-8c9565bed660 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.768058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.768058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.768058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.768058] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21be78d-872d-4268-82ad-8c9565bed660',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.273207] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.273611] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.273611] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.273838] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.273975] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.274153] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f21be78d-872d-4268-82ad-8c9565bed660 not found, creating... [ 926.274420] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.274858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.274858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.274971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.275052] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.275353] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.275524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.275668] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.275841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.275975] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.276129] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f21be78d-872d-4268-82ad-8c9565bed660 is going to be created. [ 926.294560] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.294754] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.294879] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.295149] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.295373] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.295598] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.250189] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e9d38b2e-b873-48cf-aaf2-c02689bf4de4 None None] Enqueued Resource ID: 4808a0fa-97aa-40b7-94bf-48ccfb764a3a with Priority: HIGHEST for action port [ 927.251651] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4808a0fa-97aa-40b7-94bf-48ccfb764a3a with Priority: HIGHEST for action port [ 927.253965] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4808a0fa-97aa-40b7-94bf-48ccfb764a3a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.253965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4808a0fa-97aa-40b7-94bf-48ccfb764a3a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.253965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4808a0fa-97aa-40b7-94bf-48ccfb764a3a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.253965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4808a0fa-97aa-40b7-94bf-48ccfb764a3a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.253965] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4808a0fa-97aa-40b7-94bf-48ccfb764a3a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.306377] env[69312]: INFO networking_nsxv3.common.synchronization [req-feaf4a56-f984-4298-8265-3c54e39eda71 req-947c8369-dd55-4083-964f-277dfc721645 service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 927.306664] env[69312]: INFO networking_nsxv3.common.synchronization [req-feaf4a56-f984-4298-8265-3c54e39eda71 req-947c8369-dd55-4083-964f-277dfc721645 service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 927.306766] env[69312]: INFO networking_nsxv3.common.synchronization [req-feaf4a56-f984-4298-8265-3c54e39eda71 req-947c8369-dd55-4083-964f-277dfc721645 service nova] Enqueued Resource ID: f21be78d-872d-4268-82ad-8c9565bed660 with Priority: HIGHEST for action port [ 927.307667] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 927.307667] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 927.307774] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21be78d-872d-4268-82ad-8c9565bed660 with Priority: HIGHEST for action port [ 927.308056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.308185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.308270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.308442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.308524] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.309379] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.309477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.309665] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f21be78d-872d-4268-82ad-8c9565bed660 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.309765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.309827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.309986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.310703] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21be78d-872d-4268-82ad-8c9565bed660',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.651252] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 927.651546] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 927.651739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.652073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.652380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.652948] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.654466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.654466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.654466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.654466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.654466] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.756286] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4808a0fa-97aa-40b7-94bf-48ccfb764a3a [ 927.756497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.756606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.756689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.756937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.757067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.757149] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4808a0fa-97aa-40b7-94bf-48ccfb764a3a already deleted. [ 927.757228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4808a0fa-97aa-40b7-94bf-48ccfb764a3a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.815384] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f21be78d-872d-4268-82ad-8c9565bed660 with status ACTIVE [ 927.815669] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.815811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.815881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.816113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.816205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.816378] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.816474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.816536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.816694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.816771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.816949] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.817078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.817145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.817286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.817358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.817443] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f21be78d-872d-4268-82ad-8c9565bed660 is going to be updated. [ 927.818622] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.818714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.838528] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.838669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.838669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.839302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.839302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.839302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f21be78d-872d-4268-82ad-8c9565bed660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.159395] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.665180] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.168962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.169306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.169384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.169690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.169844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.170030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 929.195755] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.195897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.195958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.196205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.196333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.204031] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 929.521555] env[69312]: INFO networking_nsxv3.common.synchronization [None req-fe877f32-b38c-4686-a1cd-0e90de369a3c None None] Enqueued Resource ID: baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c with Priority: HIGHEST for action port [ 929.521555] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c with Priority: HIGHEST for action port [ 929.521762] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.521968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.522133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.522485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.522485] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.025135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c [ 930.025400] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.025557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.025636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.025887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.025989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.026213] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c already deleted. [ 930.026394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf7df8e-ba6e-4ce1-9ac8-d331ea7d834c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.215833] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 931.216142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.216711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.216711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.216826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.216907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.218986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.218986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.218986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.218986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.218986] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.720527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721278] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721944] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.722098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.722460] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.722570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.722872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.722960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.723065] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.226084] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac: rpc.has_security_group_logging(os_id): False [ 932.245392] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.245562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.245637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.245859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.245955] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.246174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.246277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.246337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.246489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.246566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.246804] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.246903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.246963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.247124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.247200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.247379] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.247472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.247533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.247670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.247745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.247828] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 932.307789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.307982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.308073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.308290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.308441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.322335] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 932.778043] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f32ce8c8-cf82-47c3-a2a5-564080bcbd0c None None] Enqueued Resource ID: 14850d6d-a6cc-4e7d-b4b7-f0739256c6fe with Priority: HIGHEST for action port [ 932.779186] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14850d6d-a6cc-4e7d-b4b7-f0739256c6fe with Priority: HIGHEST for action port [ 932.779792] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-14850d6d-a6cc-4e7d-b4b7-f0739256c6fe taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.779956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14850d6d-a6cc-4e7d-b4b7-f0739256c6fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.780126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14850d6d-a6cc-4e7d-b4b7-f0739256c6fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.780452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14850d6d-a6cc-4e7d-b4b7-f0739256c6fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.780576] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14850d6d-a6cc-4e7d-b4b7-f0739256c6fe',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.288437] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14850d6d-a6cc-4e7d-b4b7-f0739256c6fe [ 933.288437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.288437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.288437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.288864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.288864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.288928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14850d6d-a6cc-4e7d-b4b7-f0739256c6fe already deleted. [ 933.288965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14850d6d-a6cc-4e7d-b4b7-f0739256c6fe" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.629707] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b7b3a057-6d30-4cfd-9445-941d4a2fb52d tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 933.630324] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 933.630564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.632364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.632469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.632825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.632825] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.834689] env[69312]: INFO networking_nsxv3.common.synchronization [None req-d64b7cee-bb30-4052-a70d-54dc35fddbb4 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 933.835367] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 933.835706] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.835833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.153622] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.154259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.154577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.154845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.155054] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd already deleted. [ 934.155221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.155716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.155956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.156142] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.338340] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 934.338846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.691911] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.691911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.691911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.691911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.691911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.691911] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd already deleted. [ 934.691911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.698064] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee418ce3-259f-4466-8828-ffd6981d0902 req-2dc400e9-8d37-456b-9a72-494ee43ff123 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 934.698283] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 934.699082] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.699082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.699082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.699302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.699463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.699584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.699701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.699865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.699950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.700061] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.203012] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.261853] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4c0a89a1-5ecb-4064-be4c-8179ccb71f75 None None] Enqueued Resource ID: 7874c694-b668-421c-b0a1-55b9e05d90f8 with Priority: HIGHEST for action port [ 935.261853] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7874c694-b668-421c-b0a1-55b9e05d90f8 with Priority: HIGHEST for action port [ 935.262663] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7874c694-b668-421c-b0a1-55b9e05d90f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.262663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7874c694-b668-421c-b0a1-55b9e05d90f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.262663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7874c694-b668-421c-b0a1-55b9e05d90f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.262663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7874c694-b668-421c-b0a1-55b9e05d90f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.262663] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7874c694-b668-421c-b0a1-55b9e05d90f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.706340] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.765472] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7874c694-b668-421c-b0a1-55b9e05d90f8 [ 935.765608] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.765736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.765805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.766040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.766516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.766516] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7874c694-b668-421c-b0a1-55b9e05d90f8 already deleted. [ 935.766516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7874c694-b668-421c-b0a1-55b9e05d90f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.212416] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.212557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.212631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.212845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.212936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.213053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be updated. [ 936.240801] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.240996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.240996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.241291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.241442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.249882] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: IN_PROGRESS for 2s [ 937.316021] env[69312]: INFO networking_nsxv3.common.synchronization [req-8e04d3bc-b91a-4468-bdb9-89ba37f38dfc req-4a4adde8-0e8b-4970-928c-ad1a4056df4d tempest-ServersAdminNegativeTestJSON-1335571209 tempest-ServersAdminNegativeTestJSON-1335571209-project-member] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 937.316021] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGHEST for action security_group_members [ 937.316872] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.317719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.317719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.317719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.317719] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.318485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.318485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.318485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.318846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.319390] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.338237] env[69312]: INFO networking_nsxv3.common.synchronization [None req-96bce001-932c-48b3-a851-4758e47a6390 None None] Enqueued Resource ID: 4af793e3-d6ea-4d8c-bacc-d61174558665 with Priority: HIGHEST for action port [ 937.338237] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af793e3-d6ea-4d8c-bacc-d61174558665 with Priority: HIGHEST for action port [ 937.338237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4af793e3-d6ea-4d8c-bacc-d61174558665 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.338237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4af793e3-d6ea-4d8c-bacc-d61174558665" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.338237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4af793e3-d6ea-4d8c-bacc-d61174558665" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.338237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4af793e3-d6ea-4d8c-bacc-d61174558665" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.338237] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af793e3-d6ea-4d8c-bacc-d61174558665',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.822053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.823088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.823088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.823088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.823088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.823088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.823088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.823330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.823330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.823399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.823426] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be updated. [ 937.845665] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4af793e3-d6ea-4d8c-bacc-d61174558665 [ 937.845665] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.845665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.845665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.845665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.845665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.845937] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4af793e3-d6ea-4d8c-bacc-d61174558665 already deleted. [ 937.845937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4af793e3-d6ea-4d8c-bacc-d61174558665" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.853381] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.853381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.853381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.853855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.853855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.863559] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: IN_PROGRESS for 2s [ 938.260875] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 938.261167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.464108] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a4dcd30c-e1d5-44b5-960e-5e320e653430 None None] Enqueued Resource ID: 292561b1-65b2-4d93-98be-7c772a89bdd1 with Priority: HIGHEST for action port [ 939.464360] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292561b1-65b2-4d93-98be-7c772a89bdd1 with Priority: HIGHEST for action port [ 939.464912] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-292561b1-65b2-4d93-98be-7c772a89bdd1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.465041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292561b1-65b2-4d93-98be-7c772a89bdd1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.465903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292561b1-65b2-4d93-98be-7c772a89bdd1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.465903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292561b1-65b2-4d93-98be-7c772a89bdd1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.465903] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292561b1-65b2-4d93-98be-7c772a89bdd1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.885300] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 in Status: SUCCESS [ 939.885443] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 deletion is rescheduled due to dependency. [ 939.885565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.970178] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 292561b1-65b2-4d93-98be-7c772a89bdd1 [ 939.970420] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.970556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.970634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.970860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.970985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.971151] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:292561b1-65b2-4d93-98be-7c772a89bdd1 already deleted. [ 939.971232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292561b1-65b2-4d93-98be-7c772a89bdd1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.465604] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 944.466024] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 947.714175] env[69312]: INFO networking_nsxv3.common.synchronization [req-acbbb872-00b9-43b9-85ad-be64fbd82621 req-2be35001-1107-4a5c-866d-a15912aa5651 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Enqueued Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_members [ 947.714175] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_members [ 947.714175] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.718170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.718170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.721951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.721951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.721951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.721951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.721951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.721951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.721951] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.167020] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.167020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-566" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.167020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-566" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.167020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-566" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.167020] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.167682] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.168053] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.168769] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.169089] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.169475] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.169788] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.170069] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.170366] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.170658] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.170904] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.171234] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.190743] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.190992] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.191259] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.191507] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-566" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.191896] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-175c191e-2462-447c-a6dc-088a302080af taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.192103] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.192314] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.192687] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.192903] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175c191e-2462-447c-a6dc-088a302080af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.225784] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.226015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.226070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.226286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.226378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.226866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.226866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.226866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.227069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.227069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.227176] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9472bd7-7912-4920-8525-bc59408f90fb already deleted. [ 948.227176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.696178] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.696404] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.696537] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.696899] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.697037] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.697224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 175c191e-2462-447c-a6dc-088a302080af not found, creating... [ 948.697505] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.697681] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.697804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.698062] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.698231] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.698560] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.703211] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.703411] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.703691] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.703854] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.704016] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 175c191e-2462-447c-a6dc-088a302080af is going to be created. [ 948.723368] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.723876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.723876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.725795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.725795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.725795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.714398] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.714398] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 953.242421] env[69312]: INFO networking_nsxv3.common.synchronization [req-acbbb872-00b9-43b9-85ad-be64fbd82621 req-103bf340-3336-4e21-9fdd-2b86a484c9fa service nova] Enqueued Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_rules [ 953.242421] env[69312]: INFO networking_nsxv3.common.synchronization [req-acbbb872-00b9-43b9-85ad-be64fbd82621 req-103bf340-3336-4e21-9fdd-2b86a484c9fa service nova] Enqueued Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_members [ 953.242421] env[69312]: INFO networking_nsxv3.common.synchronization [req-acbbb872-00b9-43b9-85ad-be64fbd82621 req-103bf340-3336-4e21-9fdd-2b86a484c9fa service nova] Enqueued Resource ID: 175c191e-2462-447c-a6dc-088a302080af with Priority: HIGHEST for action port [ 953.242421] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_rules [ 953.242421] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_members [ 953.242421] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175c191e-2462-447c-a6dc-088a302080af with Priority: HIGHEST for action port [ 953.242421] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.242421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.242421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.242421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.242421] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.243235] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.246776] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.246776] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.246776] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-175c191e-2462-447c-a6dc-088a302080af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.246776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.246776] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175c191e-2462-447c-a6dc-088a302080af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.747451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.747451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.749030] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.749711] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175c191e-2462-447c-a6dc-088a302080af with status ACTIVE [ 953.749891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.750014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.750081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.750267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.750356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.750518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.751820] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.751820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.751820] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175c191e-2462-447c-a6dc-088a302080af is going to be updated. [ 953.772146] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.772300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.772300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.772476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.772604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.772744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175c191e-2462-447c-a6dc-088a302080af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.254756] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.757474] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.757769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.757769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.757908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.757996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.758107] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9472bd7-7912-4920-8525-bc59408f90fb is going to be created. [ 954.779951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.780112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.780183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.780380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.780534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.794727] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9472bd7-7912-4920-8525-bc59408f90fb in Status: UNINITIALIZED for 2s [ 956.804979] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9472bd7-7912-4920-8525-bc59408f90fb in Status: SUCCESS [ 956.805363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.805425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.805640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.805856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.805978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.806070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.806250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.806340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.806468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.806572] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.308998] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.242067] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 958.242487] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 959.314344] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9472bd7-7912-4920-8525-bc59408f90fb: rpc.has_security_group_logging(os_id): False [ 959.334623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.335067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.335160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.335419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.335532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.335595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.335756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.335856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.335918] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9472bd7-7912-4920-8525-bc59408f90fb is going to be created. [ 959.403226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.403371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.403441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.403648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.404321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.416049] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9472bd7-7912-4920-8525-bc59408f90fb in Status: IN_PROGRESS for 2s [ 959.835426] env[69312]: INFO networking_nsxv3.common.synchronization [req-ba79f399-0528-4589-8d96-9359e15cd280 req-a2a2e08b-60a0-49a3-865f-2cd49c0bd663 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 959.836060] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 959.836593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.836593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.836776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.836875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.837106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.837216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.837301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.837489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.837605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.837713] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.057284] env[69312]: INFO networking_nsxv3.common.synchronization [req-dde26374-3861-4c38-a7ae-d6c4f463995c req-22d14b9c-e559-4b30-8794-492e8d3f561d tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 960.057284] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 960.057284] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.057284] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.057284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.057284] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.218445] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a37375fc-0429-4523-8a63-7d4696f9bb7f tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_rules [ 960.218885] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_rules [ 960.219538] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.219931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.219931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.220295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.220485] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.314422] env[69312]: INFO networking_nsxv3.common.synchronization [None req-3d96ca11-0107-46f6-b26b-efc0ab0d2324 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_rules [ 960.315786] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_rules [ 960.316148] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.316148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.344018] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.559095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.559095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.559095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.559320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.559419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.559604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.559702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.559815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.559942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.560041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.560130] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 960.584451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.584599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.584671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.584874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.585025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.592767] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 960.743125] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.743289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.743351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.743563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.743693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.743751] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 already deleted. [ 960.743835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.743979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.744154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.744238] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.766708] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.767655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.767874] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.768222] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.768578] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.768842] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.769034] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.769349] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.769536] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.769797] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.769923] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.770064] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.770181] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.770303] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.770422] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.770561] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.790182] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.790182] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.790182] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.790182] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.790182] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f63da468-0b54-41f7-99b0-8a8884f6b995 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.790438] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.790438] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790761] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790905] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63da468-0b54-41f7-99b0-8a8884f6b995',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.845971] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.264561] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.264756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.264756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.264999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.265081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.265154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 already deleted. [ 961.265240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.295532] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.295532] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f63da468-0b54-41f7-99b0-8a8884f6b995 not found, creating... [ 961.295532] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.295532] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.295994] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.295994] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.296160] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.296300] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.296453] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.296847] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.297056] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f63da468-0b54-41f7-99b0-8a8884f6b995 is going to be created. [ 961.316198] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.316557] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.316557] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.316789] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.317025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.317250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.352019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.352019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.352019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.352019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.352019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.352019] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 961.376724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.376724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.376724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.376972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.376972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.386035] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 961.427921] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9472bd7-7912-4920-8525-bc59408f90fb in Status: SUCCESS [ 961.429034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.037097] env[69312]: INFO networking_nsxv3.common.synchronization [req-dde26374-3861-4c38-a7ae-d6c4f463995c req-52f65d49-5ee8-4a15-af26-885246471a71 service nova] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_rules [ 962.037285] env[69312]: INFO networking_nsxv3.common.synchronization [req-dde26374-3861-4c38-a7ae-d6c4f463995c req-52f65d49-5ee8-4a15-af26-885246471a71 service nova] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 962.037459] env[69312]: INFO networking_nsxv3.common.synchronization [req-dde26374-3861-4c38-a7ae-d6c4f463995c req-52f65d49-5ee8-4a15-af26-885246471a71 service nova] Enqueued Resource ID: f63da468-0b54-41f7-99b0-8a8884f6b995 with Priority: HIGHEST for action port [ 962.037702] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_rules [ 962.037831] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 962.037925] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63da468-0b54-41f7-99b0-8a8884f6b995 with Priority: HIGHEST for action port [ 962.038463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.038615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.038646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.038844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.038956] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.039769] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.039868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.040083] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f63da468-0b54-41f7-99b0-8a8884f6b995 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.040186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.040251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.040470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.040554] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63da468-0b54-41f7-99b0-8a8884f6b995',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.542555] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.542825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.542915] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f63da468-0b54-41f7-99b0-8a8884f6b995 with status ACTIVE [ 962.543054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.543297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.543331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.543600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.543798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.544032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.544147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.544204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.544415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.544544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.544756] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.544880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.544959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.545136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.545239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.545346] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f63da468-0b54-41f7-99b0-8a8884f6b995 is going to be updated. [ 962.566949] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.566949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.566949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.566949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.566949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.566949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f63da468-0b54-41f7-99b0-8a8884f6b995" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.601842] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 962.601842] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 deletion is rescheduled due to dependency. [ 962.601842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.601842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.601842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.602107] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.602107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.602196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.602322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.602470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.602565] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.104535] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.395393] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 963.395684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.606556] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.109145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.109358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.109358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.109588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.109645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.109696] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 964.136783] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.137038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.137038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.137176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.137317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.144980] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 965.332505] env[69312]: INFO networking_nsxv3.common.synchronization [req-440f22fa-4b51-412c-b214-7074d586db73 req-800853ad-c82f-471e-ae69-af47c273f5ae tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Enqueued Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_members [ 965.333060] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_members [ 965.333369] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.333489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.333556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.333856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.334020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.334124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.334187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.334340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.334426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.334525] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.683869] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.685429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-390" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.685429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-390" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.685429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-390" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.685429] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.685720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.685720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.685985] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.686155] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.686420] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.686565] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.686728] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.687280] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.687454] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.687801] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.687801] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.708056] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.708056] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.708056] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.708056] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-390" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.708056] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-48437c14-96ef-4073-9f42-38e5af7dcba6 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.708056] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.708056] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.708379] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.708484] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48437c14-96ef-4073-9f42-38e5af7dcba6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.836465] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.836643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.836755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.837067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.837193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.837412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.837556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.837642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.837804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.837883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.837968] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3044036-12b4-4289-a72e-5f95f43857ba already deleted. [ 965.838060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.154867] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 966.155105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.155287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.155415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.155604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.155729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.155790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.155918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.155986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.156081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.156177] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.210648] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.210873] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.211007] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.211287] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.211498] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.211668] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 48437c14-96ef-4073-9f42-38e5af7dcba6 not found, creating... [ 966.211934] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.212107] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.212227] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.212482] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.212645] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.212928] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.213095] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.213213] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.213419] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.213556] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.213726] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 48437c14-96ef-4073-9f42-38e5af7dcba6 is going to be created. [ 966.233410] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.233598] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.233724] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.233975] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.234208] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.234449] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.658616] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.658948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.658948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.659084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.659252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.659385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.659475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.659575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.659662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.659883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.660066] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.660163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.660242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.660368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.660507] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.660597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.660654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.660811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.660886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.660965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.661066] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.163874] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5eabc90-4b83-4692-bb89-3f69738981f8: rpc.has_security_group_logging(os_id): False [ 967.181399] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.181576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.181649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.181857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.181953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.182174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.182274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.182338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.182496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.182579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.182800] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.182896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.182958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.183110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.183184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.183356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.183446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.183506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.183638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.183709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.183792] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 967.242867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.243022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.243095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.243299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.243439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.253396] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 969.269834] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 969.269834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.474275] env[69312]: INFO networking_nsxv3.common.synchronization [req-440f22fa-4b51-412c-b214-7074d586db73 req-67a8a36a-4501-4f8b-aae4-fa5e3f2867f7 service nova] Enqueued Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_rules [ 969.474534] env[69312]: INFO networking_nsxv3.common.synchronization [req-440f22fa-4b51-412c-b214-7074d586db73 req-67a8a36a-4501-4f8b-aae4-fa5e3f2867f7 service nova] Enqueued Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_members [ 969.474603] env[69312]: INFO networking_nsxv3.common.synchronization [req-440f22fa-4b51-412c-b214-7074d586db73 req-67a8a36a-4501-4f8b-aae4-fa5e3f2867f7 service nova] Enqueued Resource ID: 48437c14-96ef-4073-9f42-38e5af7dcba6 with Priority: HIGHEST for action port [ 969.474846] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_rules [ 969.474976] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_members [ 969.475085] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48437c14-96ef-4073-9f42-38e5af7dcba6 with Priority: HIGHEST for action port [ 969.475632] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.475766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.475824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.478195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.478298] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.479212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.479299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.479384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.479647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.479931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.479978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.480057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.480384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.480512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.480634] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.481536] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-48437c14-96ef-4073-9f42-38e5af7dcba6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.481706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.481806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.481992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.482106] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48437c14-96ef-4073-9f42-38e5af7dcba6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.986106] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.987514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48437c14-96ef-4073-9f42-38e5af7dcba6 with status ACTIVE [ 969.987713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.987834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.987901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.988244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.988244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.988431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.988484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.988519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.988689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.988769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.989391] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.989523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.989632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.989748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.989829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.990074] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48437c14-96ef-4073-9f42-38e5af7dcba6 is going to be updated. [ 969.991186] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.991308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.012822] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.013046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.013046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.013532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.013532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.013660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48437c14-96ef-4073-9f42-38e5af7dcba6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.464336] env[69312]: INFO networking_nsxv3.common.synchronization [req-c4c34287-bda1-4a0e-9ece-7babd6920257 req-2c576d8e-6441-478e-b395-2210e10c79ae tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 970.464949] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 970.465325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.465462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.465536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.466013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.466013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.466212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.466212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.466328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.466411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.466508] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.492141] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.763148] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.763435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.763572] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.763915] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.764196] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.764744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.764744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.764744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.765105] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.765105] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.765186] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.765278] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.765523] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.765523] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.765604] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.765749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.781962] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.782128] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.782272] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.782442] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.782761] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.782932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.783066] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.783356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.783495] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.968826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.969163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.969163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.969387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.969505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.969739] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.969825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.969862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.970023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.970102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.970190] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd already deleted. [ 970.970271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.994527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.994768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.994844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.995325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.995325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.995325] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3044036-12b4-4289-a72e-5f95f43857ba is going to be created. [ 971.019677] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.019822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.019892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.020114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.020274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.029194] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3044036-12b4-4289-a72e-5f95f43857ba in Status: UNINITIALIZED for 2s [ 971.285466] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.285694] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.285878] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.286250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.286429] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.286599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 not found, creating... [ 971.286873] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.287041] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.287160] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.287426] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.287617] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.287992] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.288172] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.288341] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.288663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.288801] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 is going to be created. [ 971.311958] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.312292] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.312438] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.313588] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.313886] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.314191] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.391880] env[69312]: INFO networking_nsxv3.common.synchronization [req-f7ec4d21-d487-463e-a13e-f3b2c30ed9a1 req-6b74c23d-91ba-48d4-b175-51c6a1e3ea42 tempest-ServerRescueTestJSON-1669667889 tempest-ServerRescueTestJSON-1669667889-project-member] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 971.392465] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGHEST for action security_group_members [ 971.392860] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.393019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.393585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.393878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.394125] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.394284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.394353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.394525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.395432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395432] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.673185] env[69312]: INFO networking_nsxv3.common.synchronization [req-7aefec62-55e1-49d2-8697-e0443d564d73 req-532639c7-9f47-43f5-9160-ac6fb55c0ea6 tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 971.674064] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 971.674064] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.674359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.674359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.674579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.674611] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.674781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.674781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.674910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.675069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.675110] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.899295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.899295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.899295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.899295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.899295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.899880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.899880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.899880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.899880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.900061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.900061] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be updated. [ 971.927290] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.927465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.927525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.927725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.928039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.936340] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: IN_PROGRESS for 2s [ 972.060465] env[69312]: INFO networking_nsxv3.common.synchronization [req-c4c34287-bda1-4a0e-9ece-7babd6920257 req-5c5accc9-ff7f-4c0c-af4d-3bc133a2b238 service nova] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 972.060465] env[69312]: INFO networking_nsxv3.common.synchronization [req-c4c34287-bda1-4a0e-9ece-7babd6920257 req-5c5accc9-ff7f-4c0c-af4d-3bc133a2b238 service nova] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 972.060465] env[69312]: INFO networking_nsxv3.common.synchronization [req-c4c34287-bda1-4a0e-9ece-7babd6920257 req-5c5accc9-ff7f-4c0c-af4d-3bc133a2b238 service nova] Enqueued Resource ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with Priority: HIGHEST for action port [ 972.060465] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 972.062556] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 972.062556] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with Priority: HIGHEST for action port [ 972.062556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.062556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.062556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.062556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.062556] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.063898] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.063898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.063898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.063898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.063898] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.064108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.064108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.064238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.064418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.064418] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.065218] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.065327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.065391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.065536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.065655] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.179686] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.567731] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.567858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.571315] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.572242] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with status ACTIVE [ 972.572431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.572554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.572631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.572830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.572920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.573105] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.573204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.573265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.573412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.573487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.573662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.573754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.573814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.573947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.574591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.575228] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 is going to be updated. [ 972.594021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.594218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.594292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.594500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.594639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.594795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.683033] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.041033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3044036-12b4-4289-a72e-5f95f43857ba in Status: SUCCESS [ 973.041241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.041360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.041668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.041857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.041974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.042060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.042221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.042319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.042397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.042457] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.076607] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.188801] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.188801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.188801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.188801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.188801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.188801] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be updated. [ 973.223994] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.223994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.224206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.225025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.225025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.233347] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 973.545465] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.545579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.545960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.545960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.546066] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.546179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.546216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.546435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.546516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.546785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.546785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.546888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.546949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.547114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.547823] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.547823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.547823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.547823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.547823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.547823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.547823] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.578407] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.578565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.578639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.578846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.579044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.579044] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be created. [ 973.603618] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.603618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.603618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.612336] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: UNINITIALIZED for 2s [ 973.945393] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 in Status: SUCCESS [ 973.945774] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 deletion is rescheduled due to dependency. [ 973.945774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.051338] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3044036-12b4-4289-a72e-5f95f43857ba: rpc.has_security_group_logging(os_id): False [ 974.069728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.069728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.069728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.070046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.070046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.070225] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.070396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.070664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.070664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.070782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.070974] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.071100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.071212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.071360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.071432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.071706] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.071804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.071890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.072096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.072168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.072295] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3044036-12b4-4289-a72e-5f95f43857ba is going to be created. [ 974.143606] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.143829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.144188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.144459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.144622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.163808] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3044036-12b4-4289-a72e-5f95f43857ba in Status: IN_PROGRESS for 2s [ 975.246097] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 975.247477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.621251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: SUCCESS [ 975.621789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.622011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.622258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.622535] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.622706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.622774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.622963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.623293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.623440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.623571] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.800412] env[69312]: INFO networking_nsxv3.common.synchronization [None req-91f0c0d2-cd80-48e6-b7dd-015db360fc4e None None] Enqueued Resource ID: 701889e9-2c80-4466-916a-c108fbbcc518 with Priority: HIGHEST for action port [ 975.800515] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701889e9-2c80-4466-916a-c108fbbcc518 with Priority: HIGHEST for action port [ 975.801354] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-701889e9-2c80-4466-916a-c108fbbcc518 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.802778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701889e9-2c80-4466-916a-c108fbbcc518" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.802778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701889e9-2c80-4466-916a-c108fbbcc518" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.802778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701889e9-2c80-4466-916a-c108fbbcc518" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.802778] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701889e9-2c80-4466-916a-c108fbbcc518',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.937152] env[69312]: INFO networking_nsxv3.common.synchronization [req-5288207b-c54c-411b-8010-788f8f746688 req-9c1ac5a6-d7c8-420d-94b5-4604c347c262 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 975.937152] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 975.937152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.937152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.937152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.937434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.937545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.937689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.937787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.937986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.938148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.938404] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.129134] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.176461] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3044036-12b4-4289-a72e-5f95f43857ba in Status: SUCCESS [ 976.176577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.273526] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.274104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.274104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.274274] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.274576] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.274744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.274815] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.275048] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.275202] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.275425] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.275540] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.275654] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.275778] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.275881] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.275991] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.276781] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.295335] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.298021] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.298021] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.298021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.298021] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-a8ef65c2-54c3-4947-a939-55e0a97b9286 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.298021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.298021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.298021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.298021] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ef65c2-54c3-4947-a939-55e0a97b9286',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.304473] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701889e9-2c80-4466-916a-c108fbbcc518 [ 976.304473] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.304473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.304473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.304473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.304473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.304473] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701889e9-2c80-4466-916a-c108fbbcc518 already deleted. [ 976.304473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701889e9-2c80-4466-916a-c108fbbcc518" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.446485] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.446485] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.446485] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 already deleted. [ 976.446485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.632303] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for badb0efb-a6e1-425b-a259-34a9f54c06cd: rpc.has_security_group_logging(os_id): False [ 976.651795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.651795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.651795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.651795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.652040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.652597] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.652597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.652597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.652597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.652597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.652597] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be created. [ 976.713020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.713020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.713020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.713020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.713020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.724296] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: IN_PROGRESS for 2s [ 976.803297] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.803297] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port a8ef65c2-54c3-4947-a939-55e0a97b9286 not found, creating... [ 976.803297] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.803297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.803669] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.803669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.803669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.803669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.803669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.803669] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 is going to be created. [ 976.826911] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.827517] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.827969] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.829022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.829022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.829022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.008236] env[69312]: INFO networking_nsxv3.common.synchronization [None req-bf15b88b-7af8-4fd4-85f2-d21111fe9ab1 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_rules [ 977.008820] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_rules [ 977.009310] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.009310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.009471] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.009636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.009722] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.149891] env[69312]: INFO networking_nsxv3.common.synchronization [None req-83dc5fa4-ae88-408d-a58c-8839e44a3f59 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_rules [ 977.149891] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_rules [ 977.149891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.149891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.531801] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.531801] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca already deleted. [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.531801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.531801] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.552600] env[69312]: INFO networking_nsxv3.common.synchronization [req-5288207b-c54c-411b-8010-788f8f746688 req-8fc44209-78ef-4000-9be0-b52fd82c91e1 service nova] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_rules [ 977.552767] env[69312]: INFO networking_nsxv3.common.synchronization [req-5288207b-c54c-411b-8010-788f8f746688 req-8fc44209-78ef-4000-9be0-b52fd82c91e1 service nova] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 977.552922] env[69312]: INFO networking_nsxv3.common.synchronization [req-5288207b-c54c-411b-8010-788f8f746688 req-8fc44209-78ef-4000-9be0-b52fd82c91e1 service nova] Enqueued Resource ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 with Priority: HIGHEST for action port [ 977.553844] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_rules [ 977.554107] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 977.556964] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 with Priority: HIGHEST for action port [ 977.557256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.557378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.558098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.558098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.558098] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.562027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.562027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.562027] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.562027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ef65c2-54c3-4947-a939-55e0a97b9286 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.562027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.562647] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ef65c2-54c3-4947-a939-55e0a97b9286',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.790288] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c174a1dc-e174-4617-ab3e-cee061d81fa3 None None] Enqueued Resource ID: 92be0eee-6bb5-479a-9a7b-f92ffa1a80ce with Priority: HIGHEST for action port [ 977.790544] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92be0eee-6bb5-479a-9a7b-f92ffa1a80ce with Priority: HIGHEST for action port [ 977.791152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-92be0eee-6bb5-479a-9a7b-f92ffa1a80ce taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.791278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92be0eee-6bb5-479a-9a7b-f92ffa1a80ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.791346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92be0eee-6bb5-479a-9a7b-f92ffa1a80ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.791608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92be0eee-6bb5-479a-9a7b-f92ffa1a80ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.791702] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92be0eee-6bb5-479a-9a7b-f92ffa1a80ce',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.051653] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.051865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.051916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.052169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.052252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.053263] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca already deleted. [ 978.053263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.063492] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.063625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.063812] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.065102] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8ef65c2-54c3-4947-a939-55e0a97b9286 with status ACTIVE [ 978.065102] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.065465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.065652] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.066047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.066927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.066927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.066927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.066927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.066927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.066927] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 is going to be updated. [ 978.086659] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.086659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.086659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.087260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.087883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.087883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.297381] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92be0eee-6bb5-479a-9a7b-f92ffa1a80ce [ 978.297381] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.297381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.297381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.297381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.297381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.297381] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92be0eee-6bb5-479a-9a7b-f92ffa1a80ce already deleted. [ 978.297381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92be0eee-6bb5-479a-9a7b-f92ffa1a80ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.544292] env[69312]: INFO networking_nsxv3.common.synchronization [req-e49961e0-dbf0-41d1-a572-9c4272c588b8 req-da58d2b7-9af7-4f3a-bf50-7505f3a64c1b tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 978.544820] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 978.545126] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.545246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.545310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.545497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.545776] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.545776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.545896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.545931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.545997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.546948] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.572017] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.736374] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: SUCCESS [ 978.740023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.052555] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.052720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.052792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.053037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.053146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.053337] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.053456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.053506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.053635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.053711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.053797] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 979.073105] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.073265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073777] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be created. [ 979.077898] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.078037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.078794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.078794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.078794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.088755] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 979.104984] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.105143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.105213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.105417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.105564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.117102] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: UNINITIALIZED for 2s [ 980.881811] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.882223] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.882223] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.882435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.882694] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.882884] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.883009] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.883227] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.883366] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.883578] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.883733] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.883852] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.883963] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.884091] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.884208] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.884345] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.887096] env[69312]: INFO networking_nsxv3.common.synchronization [req-c566f302-a243-4889-b2df-1b5b26938c95 req-955434a6-29d6-421a-abaf-64bc1ecfb312 tempest-ServerPasswordTestJSON-1361651989 tempest-ServerPasswordTestJSON-1361651989-project-member] Enqueued Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_members [ 980.887939] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGHEST for action security_group_members [ 980.888227] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.888336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.888419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.888554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.888695] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.888780] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.888843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.888980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.889076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.889169] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.904052] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.904303] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.904390] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.904569] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.904879] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b7f75aeb-e1e9-4355-8d83-1c437333a71d taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.905063] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.905190] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.905508] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.905649] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f75aeb-e1e9-4355-8d83-1c437333a71d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.097716] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 981.098261] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 981.098438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.124443] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 981.124660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.124820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.125045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.125245] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.125363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.125428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.125591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.125673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.125758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.125850] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.394535] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.394535] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.394535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.394535] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3044036-12b4-4289-a72e-5f95f43857ba is going to be updated. [ 981.408442] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.408931] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.409218] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.409595] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.409867] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.410145] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b7f75aeb-e1e9-4355-8d83-1c437333a71d not found, creating... [ 981.410556] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.410983] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.411244] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.411568] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.411855] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.412269] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.412563] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.412783] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.413097] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.413335] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.413573] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b7f75aeb-e1e9-4355-8d83-1c437333a71d is going to be created. [ 981.422039] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.422039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.422039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.422236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.422381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.430634] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3044036-12b4-4289-a72e-5f95f43857ba in Status: IN_PROGRESS for 2s [ 981.432454] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.432662] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.432801] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.433080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.433308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.433526] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.628510] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.628743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.628743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.628900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.629078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.629188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.629263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.629449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.629539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.629639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.629804] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.629903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.629963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.630120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.630260] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.630342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.630401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.630535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.630606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.630686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.630772] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.133709] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df0779cd-94d4-4044-999d-4e7bf1395941: rpc.has_security_group_logging(os_id): False [ 982.149776] env[69312]: INFO networking_nsxv3.common.synchronization [req-e49961e0-dbf0-41d1-a572-9c4272c588b8 req-1852a5c7-250f-4267-9422-c417f588602d service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 982.150036] env[69312]: INFO networking_nsxv3.common.synchronization [req-e49961e0-dbf0-41d1-a572-9c4272c588b8 req-1852a5c7-250f-4267-9422-c417f588602d service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 982.151644] env[69312]: INFO networking_nsxv3.common.synchronization [req-e49961e0-dbf0-41d1-a572-9c4272c588b8 req-1852a5c7-250f-4267-9422-c417f588602d service nova] Enqueued Resource ID: b7f75aeb-e1e9-4355-8d83-1c437333a71d with Priority: HIGHEST for action port [ 982.153969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.153969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.153969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.154395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.154395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.154395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.154395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.154395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.154549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.154655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.154713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.154848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.154921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.155015] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be created. [ 982.157227] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 982.157227] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 982.157227] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f75aeb-e1e9-4355-8d83-1c437333a71d with Priority: HIGHEST for action port [ 982.157851] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.157950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.158024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.158430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.158430] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.159356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.159356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.159474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.159778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.159778] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.159778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.159915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.159979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.160179] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.162069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f75aeb-e1e9-4355-8d83-1c437333a71d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.162069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.162069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.162069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.162069] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f75aeb-e1e9-4355-8d83-1c437333a71d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.224246] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.224382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.224445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.224662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.224840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.262234] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 982.664057] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.665118] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7f75aeb-e1e9-4355-8d83-1c437333a71d with status ACTIVE [ 982.668987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.668987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.668987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.668987] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7f75aeb-e1e9-4355-8d83-1c437333a71d is going to be updated. [ 982.669637] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.669637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.687201] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.687391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.687391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.687596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.687732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.687892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f75aeb-e1e9-4355-8d83-1c437333a71d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.169722] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.440242] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3044036-12b4-4289-a72e-5f95f43857ba in Status: SUCCESS [ 983.440414] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3044036-12b4-4289-a72e-5f95f43857ba deletion is rescheduled due to dependency. [ 983.440526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.672583] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.672808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.672879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.673291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.673291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.673446] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 983.700074] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.700253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.700349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.700577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.700759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.708219] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 984.273938] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 984.274309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.716871] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 985.717181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.717259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.717467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.717700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.717951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.718018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.718153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.718235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.718324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.718416] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.221032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.221032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.221032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.221032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.221283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.221348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.221348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.221520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.221607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.221723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.221873] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.221965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.222038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.222179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.222315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.222403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.222462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.222592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.222680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.222759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.222847] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.544294] env[69312]: INFO networking_nsxv3.common.synchronization [req-1a9d3f28-e8bc-4a6e-b04e-48470a3b0058 req-4ee44d74-15cc-4752-9218-c89de3810b04 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 986.545264] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 986.545950] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.546366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.546631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.547069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.547455] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.547771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.548025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.548405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.548678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.548936] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.724434] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34560ac4-66e6-4e67-ac20-57b7371f5375: rpc.has_security_group_logging(os_id): False [ 986.745025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.745025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.745025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.745025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.745696] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.745696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.746133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.746468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.746742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.747164] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 986.804054] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-817e73c8-8836-4741-9125-9cda238e5e12 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 986.804054] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 986.806086] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.809140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.809140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.809140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.809140] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.825145] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 987.052984] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.052984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.052984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.052984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.052984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.052984] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.053461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.053461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.053461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.053461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.053637] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 987.085382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.085571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.086107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.095224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 987.160362] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.160584] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.160673] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.160934] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.161202] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.161359] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.161473] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.161682] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.161853] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.162283] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.162283] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.162283] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.162441] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.162490] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.162647] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.162842] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.180392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.180569] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.180682] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.180921] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.181273] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.181427] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.181547] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.181910] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.182048] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.315792] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.315792] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.315792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.315792] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 987.343651] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.343651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.343651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.343651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.343651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.352227] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 987.685166] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.685384] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.685513] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.685914] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.686147] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.686312] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef not found, creating... [ 987.686577] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.686741] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.686860] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.687099] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.687242] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.687531] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.687697] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.687818] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.688159] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.688424] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.688621] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef is going to be created. [ 987.706503] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.706699] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.706821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.707079] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.707660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.707660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.836984] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 988.837266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.103988] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 4s [ 989.361034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 989.361034] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 deletion is rescheduled due to dependency. [ 989.361034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.114083] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 991.114083] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 deletion is rescheduled due to dependency. [ 991.114083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.460588] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-658c979f-d5d2-4d47-a80a-06a0b1ef60e5 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 991.460880] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 991.461243] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.463227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.463362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.463614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.463813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.463961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.464047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.464220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.464332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.464474] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.551602] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-41df217c-b886-4711-967f-4b1e85263e4b service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 991.551691] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-41df217c-b886-4711-967f-4b1e85263e4b service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 991.551841] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-41df217c-b886-4711-967f-4b1e85263e4b service nova] Enqueued Resource ID: 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef with Priority: HIGHEST for action port [ 991.552963] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 991.553414] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 991.553414] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef with Priority: HIGHEST for action port [ 991.553874] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.554197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.555616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.555616] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.557774] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.557774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.557774] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.557774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.557774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.557774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.557774] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.968031] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.982349] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.982554] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.982681] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.982963] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.983236] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.983407] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.983528] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.983755] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.983911] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.984136] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.984254] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.984363] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.984930] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.984930] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.984930] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.984930] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.003558] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.003644] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.003764] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.003889] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-172" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.004317] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-473b3eb7-ce03-46da-ad78-f30a13e68455 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.004433] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.004556] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.004901] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.005014] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473b3eb7-ce03-46da-ad78-f30a13e68455',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.060981] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.061225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.061400] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef with status ACTIVE [ 992.061583] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.061696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.061828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.062111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.062221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.062397] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.062532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.062653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.062906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.062982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.063140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.063237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.063342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.063445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.063508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.063593] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef is going to be updated. [ 992.081951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.082095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.082165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.082334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.082462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.082610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a17076b-9ac1-459c-ba42-8fcdf8d9a0ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.471358] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.509024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.509024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.509024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.512016] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 473b3eb7-ce03-46da-ad78-f30a13e68455 not found, creating... [ 992.512016] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.512016] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.512016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.512409] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.512409] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.512409] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.512409] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 473b3eb7-ce03-46da-ad78-f30a13e68455 is going to be created. [ 992.534219] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.534219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.534219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.534219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.534219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.534219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.760670] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3c164e4-cc31-43ea-ab0c-675db61862cb req-3fec4f7d-9bc5-4ab9-a2a0-4dcc218a206a tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 992.761306] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 992.761619] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.761830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.761915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.763612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.765306] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.765306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.765306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.765462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.765505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.765594] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.972560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.972757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.972852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.973128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.973223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.973327] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 993.000691] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.000888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.000927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.001164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.001338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.009516] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 993.268420] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.771500] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.274379] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.274540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.274623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.274821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.274917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.275034] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 994.303211] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.303378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.303421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.303599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.303749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.312078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 995.018995] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 995.019250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.019448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.019694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.019924] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.020088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.020193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.020367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.020453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.020550] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.522541] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.025539] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.322151] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 996.322151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.347016] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.347016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.347016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.347016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.347016] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.347016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.347016] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.347604] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.347855] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.348175] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.348424] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.348629] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.348829] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.349060] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.349264] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.349491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.367087] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.367434] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.368118] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.368118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.368257] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.369027] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.369027] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.369027] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.369027] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a20d4c1-62e9-4a72-b20b-77b8f5c41012',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.384037] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-73d14b5c-a3fb-4ac4-9cbc-63c2463bf072 service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 996.384099] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-73d14b5c-a3fb-4ac4-9cbc-63c2463bf072 service nova] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 996.384292] env[69312]: INFO networking_nsxv3.common.synchronization [req-be995938-78bb-479d-bf07-aa9074bb215c req-73d14b5c-a3fb-4ac4-9cbc-63c2463bf072 service nova] Enqueued Resource ID: 473b3eb7-ce03-46da-ad78-f30a13e68455 with Priority: HIGHEST for action port [ 996.384799] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_rules [ 996.384939] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 996.385106] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473b3eb7-ce03-46da-ad78-f30a13e68455 with Priority: HIGHEST for action port [ 996.385342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.385581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.385732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.385817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.385987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-473b3eb7-ce03-46da-ad78-f30a13e68455 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.386121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.386188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.386417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.386498] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473b3eb7-ce03-46da-ad78-f30a13e68455',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.528494] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.528736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.528736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.529018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.529130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.529216] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 996.559016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.559202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.559288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.559909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.559909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.572128] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 996.871603] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.871880] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.872015] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.872333] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.872466] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.872627] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 not found, creating... [ 996.873365] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.873365] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.873365] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.873550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.873645] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.873962] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.874181] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.874261] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.874466] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.874758] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 is going to be created. [ 996.888519] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 473b3eb7-ce03-46da-ad78-f30a13e68455 with status ACTIVE [ 996.888714] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.888847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.888928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.889119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.889208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.889382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.889482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.889561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.889685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.889770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.889932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.890036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.890099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.890235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.890308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.890391] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 473b3eb7-ce03-46da-ad78-f30a13e68455 is going to be updated. [ 996.892707] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.892882] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.893043] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.893647] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.893647] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.893745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.908389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.908595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.908595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.908877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.909061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.909254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473b3eb7-ce03-46da-ad78-f30a13e68455" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.718025] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3c164e4-cc31-43ea-ab0c-675db61862cb req-2dd3ad8c-35ed-4f14-8b98-2fd5680b81ab service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 997.718025] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3c164e4-cc31-43ea-ab0c-675db61862cb req-2dd3ad8c-35ed-4f14-8b98-2fd5680b81ab service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 997.718025] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3c164e4-cc31-43ea-ab0c-675db61862cb req-2dd3ad8c-35ed-4f14-8b98-2fd5680b81ab service nova] Enqueued Resource ID: 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 with Priority: HIGHEST for action port [ 997.718025] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 997.718025] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 997.718025] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 with Priority: HIGHEST for action port [ 997.718692] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.718927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.719095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.719450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.719603] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.720934] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.721226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.721388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.722838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.722838] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.722838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.722838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.723051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.723051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.723218] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.724647] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.724809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.724925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.725064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.725139] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a20d4c1-62e9-4a72-b20b-77b8f5c41012',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.226987] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.228244] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.228406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.228565] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 with status ACTIVE [ 998.228856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.228951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.228951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.230148] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.230148] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.230148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.230492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.230492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.230492] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a20d4c1-62e9-4a72-b20b-77b8f5c41012 is going to be updated. [ 998.252947] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.253124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.253189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.253356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.253491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.253642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a20d4c1-62e9-4a72-b20b-77b8f5c41012" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.582047] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 998.582163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.582333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.582543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.582733] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.582968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.583086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.583250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.583603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.583603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.583603] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.584388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.584559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.584713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.584927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.584927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.585065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.585112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.585166] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.732889] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.087218] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.087423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.087463] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.235131] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.235325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.235325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.235514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.235600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.235704] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 999.262723] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.263021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.263159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.263466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.263651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.271732] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 999.590354] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.094053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.094053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.094053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.094053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.094053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.094053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 1000.125579] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.125748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.125795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.125990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.126154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.139355] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 1000.655678] env[69312]: INFO networking_nsxv3.common.synchronization [req-41450c2e-de2c-4a52-8261-d57a64d0359d req-330f71eb-b2a3-4b43-b887-31ff06c770c1 tempest-ServersAdminTestJSON-1555037933 tempest-ServersAdminTestJSON-1555037933-project-member] Enqueued Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 1000.655678] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a with Priority: HIGHEST for action security_group_members [ 1000.655678] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c4249ba-9fb0-458c-896e-de6489c0d03a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.655678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.655678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.655678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.656518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.656760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.656900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.657188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.657416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.657608] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c4249ba-9fb0-458c-896e-de6489c0d03a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.160540] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.160867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.160867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.161055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.183185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.183520] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.183678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.183737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.183954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.184065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.184157] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a is going to be updated. [ 1001.214393] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.214393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.214393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.214393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.214393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.223401] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: IN_PROGRESS for 2s [ 1001.279713] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1001.280017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.280211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.280436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.280744] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.280744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.280872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.280968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.281062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.281148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.281237] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.793106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.793106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.793106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.793675] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.793675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.793675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.793790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.793790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.795221] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.017596] env[69312]: INFO networking_nsxv3.common.synchronization [req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 req-bd068449-ae8b-45f4-afe6-2c2843b2489f tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_members [ 1002.018213] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_members [ 1002.018519] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.018642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.018706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.018958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.021797] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.021952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.022039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.022229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.022322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.022419] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.152831] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.152831] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.152831] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.152831] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.152831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.153794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.154062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.154278] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.300761] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac: rpc.has_security_group_logging(os_id): False [ 1002.339072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339645] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.340084] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1002.416518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.416518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.416518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.416518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.416518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.431349] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1002.530029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.530029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.530029] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 already deleted. [ 1002.530029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.656785] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5d7c05-d89d-47d4-b65e-e82df7d04545: rpc.has_security_group_logging(os_id): False [ 1002.677120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.677120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.677120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.677120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.683647] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.683647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.683647] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 1002.753029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.753029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.753029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.753029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.753029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.767256] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 1003.232748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a in Status: SUCCESS [ 1003.233291] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c4249ba-9fb0-458c-896e-de6489c0d03a deletion is rescheduled due to dependency. [ 1003.233644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c4249ba-9fb0-458c-896e-de6489c0d03a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.443520] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1004.443912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.779966] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 1004.780267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.780485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.780759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.780883] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.283681] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.283919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.283972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.284277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.284508] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.284703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.284799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.285017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.285194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.285265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.285384] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.764826] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.765232] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.765275] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.766247] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.766247] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.767021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.767108] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.767411] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.767991] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.768208] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.768767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.768767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.768767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.769042] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.769042] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.769114] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.789315] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.789315] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.789315] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.789315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.789315] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.789315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.789315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.789585] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.789619] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c69afe-89b4-4dab-a59f-1eea4d5702ed',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.790868] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.790989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.791080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.791266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.791422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.791521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.791579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.791723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.792493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.792649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.792816] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.793047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.793138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.793323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.793434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.793812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.793812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.793812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.793812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.793961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.793961] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.296238] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5d7c05-d89d-47d4-b65e-e82df7d04545: rpc.has_security_group_logging(os_id): False [ 1006.300021] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.300021] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port c5c69afe-89b4-4dab-a59f-1eea4d5702ed not found, creating... [ 1006.300021] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.300021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.300449] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.300538] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.300683] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.300811] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.301075] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.301229] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.301373] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: c5c69afe-89b4-4dab-a59f-1eea4d5702ed is going to be created. [ 1006.325399] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.325885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.325885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.325885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.326081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.326232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.326351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.326423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.326883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.326883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.326883] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.327078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.327078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.327166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.327211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.327410] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.327583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.327648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.327789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.327861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.327967] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 1006.332285] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.332495] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.332621] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.332854] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.333118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.333344] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.395426] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.395630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.395699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.396013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.396170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.426148] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 1007.019801] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1007.019801] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1007.108779] env[69312]: INFO networking_nsxv3.common.synchronization [req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 req-412f09b8-b275-4723-aad5-e0400b82ddd5 service nova] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_rules [ 1007.109069] env[69312]: INFO networking_nsxv3.common.synchronization [req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 req-412f09b8-b275-4723-aad5-e0400b82ddd5 service nova] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_members [ 1007.109242] env[69312]: INFO networking_nsxv3.common.synchronization [req-a72cd4ed-2cf2-4f2e-b4c3-a0beac44b7c3 req-412f09b8-b275-4723-aad5-e0400b82ddd5 service nova] Enqueued Resource ID: c5c69afe-89b4-4dab-a59f-1eea4d5702ed with Priority: HIGHEST for action port [ 1007.109845] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_rules [ 1007.110989] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_members [ 1007.111159] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c69afe-89b4-4dab-a59f-1eea4d5702ed with Priority: HIGHEST for action port [ 1007.114829] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.114829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.114829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.114829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.114829] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.115617] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.115748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.115807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.115986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.116151] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.116246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.116297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.116442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.116529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.116622] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.118991] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.119172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.119242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.119399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.119471] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c69afe-89b4-4dab-a59f-1eea4d5702ed',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.472187] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.472187] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.472851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.472851] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5c69afe-89b4-4dab-a59f-1eea4d5702ed with status ACTIVE [ 1010.472851] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.472994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.472994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.475840] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.475840] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.475840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.475840] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5c69afe-89b4-4dab-a59f-1eea4d5702ed is going to be updated. [ 1010.490599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 1010.490818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.498518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.498648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.498717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.498915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.499245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.499245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c69afe-89b4-4dab-a59f-1eea4d5702ed" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.978338] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.482136] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.482783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.482783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.482783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.482783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.483036] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 is going to be created. [ 1011.511440] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.511602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.511667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.511938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.512255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.523948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: UNINITIALIZED for 2s [ 1012.115279] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.115279] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1012.148048] env[69312]: INFO networking_nsxv3.common.synchronization [req-43c53201-6b45-400c-abfa-928ff353a4a9 req-f4f4f49e-42a6-4223-bfa9-19c099115f59 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_members [ 1012.148658] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_members [ 1012.149501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.149501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.149501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.149501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.149676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.149851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.149851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.150111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.150174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.150382] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.653235] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.653590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.653590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.653714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.653806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.654018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.654120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.654176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.654334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.655728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.655728] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca already deleted. [ 1012.655728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.533948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: SUCCESS [ 1013.534187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.534347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.534585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.534772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.534888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.534953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.535126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.535221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.535327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.535419] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.037961] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.264142] env[69312]: INFO networking_nsxv3.common.synchronization [req-f0d814e0-e2b8-41c3-a388-be216563a961 req-bb4f76a3-b096-4ce5-bf0c-a384e6a52693 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 1014.264699] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 1014.265057] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.265416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.265830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.265973] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.266086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.266184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.267246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.267407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.267535] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.270462] env[69312]: INFO networking_nsxv3.common.synchronization [req-f69fdba0-57d6-4bc1-9b1a-c8c2d17e04b1 req-09be6926-e743-4df9-b0e2-0f35dd159403 tempest-MultipleCreateTestJSON-1171198143 tempest-MultipleCreateTestJSON-1171198143-project-member] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 1014.270661] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGHEST for action security_group_members [ 1014.270963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.271100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.540898] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99292e19-ecde-4a26-94ae-816a87ff9ff1: rpc.has_security_group_logging(os_id): False [ 1014.568829] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.569018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.569083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.569292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.569374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.569615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.569710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.569773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.569917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.570016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.570183] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 is going to be created. [ 1014.582745] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.582939] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.583088] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.583427] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.583706] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.583861] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.583976] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.584222] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.584340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.584550] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.584714] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.584767] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.584866] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.584973] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.585091] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.585224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.604039] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.604039] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.604218] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.604356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-907" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.604842] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-42ec5c4b-3493-4d42-9761-2b7744b1aed0 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.605046] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.605187] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.605500] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.605662] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ec5c4b-3493-4d42-9761-2b7744b1aed0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.644422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.644582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.644635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.644805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.644984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.657536] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: IN_PROGRESS for 2s [ 1014.771652] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.771807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.771863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.772163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.774025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.774025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.774025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.774025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.774025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.774025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.774025] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 1014.800636] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.800827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.800889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.801095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.801261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.810930] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 1014.959055] env[69312]: INFO networking_nsxv3.common.synchronization [req-093892c8-7ae6-4fe1-874b-830baebf2f9c req-8586e9cb-1548-401e-8058-f6fcf36065ab tempest-MigrationsAdminTest-1446901516 tempest-MigrationsAdminTest-1446901516-project-member] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 1014.959446] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGHEST for action security_group_members [ 1014.959764] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.959881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.959948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.961447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.961811] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.961955] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.962056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.962337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.962538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.962822] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.109711] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.110152] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.110305] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.110730] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.110988] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.111266] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 42ec5c4b-3493-4d42-9761-2b7744b1aed0 not found, creating... [ 1015.111702] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.111968] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.112211] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.112572] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.112822] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.113315] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.113668] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.113904] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.114283] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.114527] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.114768] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 42ec5c4b-3493-4d42-9761-2b7744b1aed0 is going to be created. [ 1015.141890] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.141890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.141890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.141890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.141890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.141890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.313023] env[69312]: INFO networking_nsxv3.common.synchronization [req-4db49b16-4212-4a24-9c0a-c511e6e0e93b req-13c99913-2e4d-40d8-b11f-15907b2af1c3 tempest-ServersTestBootFromVolume-326018844 tempest-ServersTestBootFromVolume-326018844-project-member] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_members [ 1015.313779] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGHEST for action security_group_members [ 1015.319103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.319103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.319103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.319103] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.465710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.466230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.466424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.466766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.466972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.467335] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.467562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.467668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.467888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.467999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.468140] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be updated. [ 1015.497681] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.497878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.497972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.498310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.498512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.508060] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: IN_PROGRESS for 2s [ 1015.822751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.822908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.822985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.823425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.823536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.823773] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.823898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.823963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.824136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.824217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.824327] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 is going to be updated. [ 1015.850584] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.850710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.851130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.851346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.860555] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: IN_PROGRESS for 2s [ 1016.288660] env[69312]: INFO networking_nsxv3.common.synchronization [req-43c53201-6b45-400c-abfa-928ff353a4a9 req-9325fd06-0268-4a44-9daa-574810edd201 service nova] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_rules [ 1016.288931] env[69312]: INFO networking_nsxv3.common.synchronization [req-43c53201-6b45-400c-abfa-928ff353a4a9 req-9325fd06-0268-4a44-9daa-574810edd201 service nova] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_members [ 1016.288931] env[69312]: INFO networking_nsxv3.common.synchronization [req-43c53201-6b45-400c-abfa-928ff353a4a9 req-9325fd06-0268-4a44-9daa-574810edd201 service nova] Enqueued Resource ID: 42ec5c4b-3493-4d42-9761-2b7744b1aed0 with Priority: HIGHEST for action port [ 1016.289379] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_rules [ 1016.289555] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_members [ 1016.289593] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ec5c4b-3493-4d42-9761-2b7744b1aed0 with Priority: HIGHEST for action port [ 1016.289880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.290524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.290524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.290613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.290701] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.291560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.291667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.291782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.291893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.292044] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.292766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.292766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.292766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.292766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.292766] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.294033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ec5c4b-3493-4d42-9761-2b7744b1aed0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.294033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.294033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.294033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.299205] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ec5c4b-3493-4d42-9761-2b7744b1aed0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.406247] env[69312]: INFO networking_nsxv3.common.synchronization [req-86f24b7a-1a94-4f3b-9c44-b58937266c8f req-a8710fc6-746e-4177-b5a0-85938210bec0 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1016.406832] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1016.407174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.407333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.407411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.407643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.407823] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.407899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.408914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.409147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.410245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.410410] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.669874] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: SUCCESS [ 1016.670835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.799901] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.800614] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.800614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.800785] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42ec5c4b-3493-4d42-9761-2b7744b1aed0 with status ACTIVE [ 1016.800927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.801036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.801095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.801294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.801376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.801536] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.801624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.801681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.801821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.801892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.806759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.807489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.807569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.807741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.807824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.807916] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42ec5c4b-3493-4d42-9761-2b7744b1aed0 is going to be updated. [ 1016.821853] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 1016.822053] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 deletion is rescheduled due to dependency. [ 1016.822164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.822589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.824293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.824293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.824293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.824293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.824293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.824293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.824293] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.834209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.834290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.834356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.834562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.834699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ec5c4b-3493-4d42-9761-2b7744b1aed0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.914659] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.914829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.915967] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.915967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.915967] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be deleted. [ 1016.955841] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.956043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.956097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.956310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.956943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.956943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.044984] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.045433] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.045659] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.045946] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.046824] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.047060] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.047189] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.047543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.047607] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.047810] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.047924] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.048052] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.048365] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.048365] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.048365] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.048525] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.067772] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.067962] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.067962] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.068161] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.068480] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.068657] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.068777] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.071140] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.071140] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8314ecd-779c-44f0-9b5a-adb2a68e1b3b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.313417] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.329539] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.332219] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.332219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.332219] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be updated. [ 1017.364228] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.364330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.364380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.364865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.364865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.375931] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: IN_PROGRESS for 2s [ 1017.520075] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b473448f-f19f-4a75-b12c-1d207624f92e in Status: SUCCESS [ 1017.520303] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b473448f-f19f-4a75-b12c-1d207624f92e deletion is rescheduled due to dependency. [ 1017.520482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.572721] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.572930] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573068] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.573401] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573610] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.573751] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f8314ecd-779c-44f0-9b5a-adb2a68e1b3b not found, creating... [ 1017.573988] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.574167] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.574287] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.574549] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.574646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.574935] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.575104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.575224] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.575495] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.575558] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575733] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f8314ecd-779c-44f0-9b5a-adb2a68e1b3b is going to be created. [ 1017.597258] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597559] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597705] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.598235] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.599253] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.823029] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.823029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.823029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.823029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.823029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.823029] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca is going to be created. [ 1017.843804] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.843804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.843804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.843804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.843804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.856197] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca in Status: UNINITIALIZED for 2s [ 1017.872369] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250454b6-6118-45af-a341-afff6bbd9b82 in Status: SUCCESS [ 1017.872369] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 deletion is rescheduled due to dependency. [ 1017.872369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.458960] env[69312]: INFO networking_nsxv3.common.synchronization [req-86f24b7a-1a94-4f3b-9c44-b58937266c8f req-2b815f50-4788-434a-ae8d-f938221d8a71 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1018.459245] env[69312]: INFO networking_nsxv3.common.synchronization [req-86f24b7a-1a94-4f3b-9c44-b58937266c8f req-2b815f50-4788-434a-ae8d-f938221d8a71 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1018.459347] env[69312]: INFO networking_nsxv3.common.synchronization [req-86f24b7a-1a94-4f3b-9c44-b58937266c8f req-2b815f50-4788-434a-ae8d-f938221d8a71 service nova] Enqueued Resource ID: f8314ecd-779c-44f0-9b5a-adb2a68e1b3b with Priority: HIGHEST for action port [ 1018.459568] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1018.459717] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1018.459807] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8314ecd-779c-44f0-9b5a-adb2a68e1b3b with Priority: HIGHEST for action port [ 1018.460604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.460745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.460836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.461094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.461219] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.462676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.462676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.462676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.462676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.462887] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.464148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.464148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.464148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.464148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.464148] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.464395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.464453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.464483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.464630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.464702] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8314ecd-779c-44f0-9b5a-adb2a68e1b3b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.966700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.966700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.969549] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.969549] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8314ecd-779c-44f0-9b5a-adb2a68e1b3b with status ACTIVE [ 1018.969549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.969796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.969796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.970376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.970376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.970376] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.970376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.970376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.970638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.970638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972526] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.972526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.972526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.972526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.972526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972526] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8314ecd-779c-44f0-9b5a-adb2a68e1b3b is going to be updated. [ 1018.991685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.991812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.991851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.992095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.992264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.992416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8314ecd-779c-44f0-9b5a-adb2a68e1b3b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.385620] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 in Status: SUCCESS [ 1019.386129] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 deletion is rescheduled due to dependency. [ 1019.386129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.476018] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.866157] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca in Status: SUCCESS [ 1019.866157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.866157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.866157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.866157] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.866157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.866157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.866428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.866428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.866428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.866627] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.979178] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.979366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.979470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.979656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.979744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.979846] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be created. [ 1020.006110] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.006442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.006514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.006763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.006968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.015728] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: UNINITIALIZED for 2s [ 1020.368627] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.551439] env[69312]: INFO networking_nsxv3.common.synchronization [req-e81ecf17-4717-4154-b25c-f55427469fef req-ea414f4f-74c2-4c8c-9c55-2878c3da21ef tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1020.551956] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1020.552315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.552431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.552488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.552690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.552842] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.552936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.552997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.554828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.554828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.554828] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.679563] env[69312]: INFO networking_nsxv3.common.synchronization [None req-0563e664-c402-460b-8818-b584e055662a None None] Enqueued Resource ID: e1f454ae-3eaa-45b8-a34d-747b28bf5ff8 with Priority: HIGHEST for action port [ 1020.679563] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f454ae-3eaa-45b8-a34d-747b28bf5ff8 with Priority: HIGHEST for action port [ 1020.679563] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f454ae-3eaa-45b8-a34d-747b28bf5ff8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.679798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f454ae-3eaa-45b8-a34d-747b28bf5ff8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.679798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f454ae-3eaa-45b8-a34d-747b28bf5ff8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.679934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f454ae-3eaa-45b8-a34d-747b28bf5ff8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.680798] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f454ae-3eaa-45b8-a34d-747b28bf5ff8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.872843] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca: rpc.has_security_group_logging(os_id): False [ 1020.891745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.891745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.891885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.892084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.892235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.892502] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.892635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.892727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.893392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.893392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.893392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca is going to be created. [ 1020.950625] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.950844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.950844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.953278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.953490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.965319] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca in Status: IN_PROGRESS for 2s [ 1021.056743] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.183123] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1f454ae-3eaa-45b8-a34d-747b28bf5ff8 [ 1021.183451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.183587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.183668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.184346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.184496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.184585] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1f454ae-3eaa-45b8-a34d-747b28bf5ff8 already deleted. [ 1021.185314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f454ae-3eaa-45b8-a34d-747b28bf5ff8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.560305] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.026599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1022.026599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.026599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.026837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.026963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.027127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.027197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.027383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.027466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.027550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.027642] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.064218] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.064417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.064521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.064695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.064792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.064896] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1022.093596] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.093596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.093596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.093596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.093596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.107785] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1022.171587] env[69312]: INFO networking_nsxv3.common.synchronization [req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e req-3b983f6b-08f2-40a6-9fce-fad1bad9a66f tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1022.172262] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1022.172603] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.175414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.175414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.175414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.175414] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.176312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.176951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.177209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.177336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.177518] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.499549] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.500795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.500795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.500795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.500795] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.501058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.501100] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.502281] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.502281] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.502281] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.502281] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.502281] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.502784] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.502784] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.502784] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.507724] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.523613] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.523751] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.524159] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.524594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.524651] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-412e2c06-99f9-4c93-a4aa-0649dd675016 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.526071] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.526071] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.526071] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.526071] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412e2c06-99f9-4c93-a4aa-0649dd675016',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.530122] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.530447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.531251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.531251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.531350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.531556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.531685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.531797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.532203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.532203] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.532354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.532394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.532637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.532703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.532809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.532933] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.680014] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.834424] env[69312]: INFO networking_nsxv3.common.synchronization [None req-0a01a5f6-ece4-40a1-994e-cff816c4631b None None] Enqueued Resource ID: d48da9af-1451-49ab-b911-6b6ec761c73f with Priority: HIGHEST for action port [ 1022.834424] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48da9af-1451-49ab-b911-6b6ec761c73f with Priority: HIGHEST for action port [ 1022.834424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d48da9af-1451-49ab-b911-6b6ec761c73f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.834424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d48da9af-1451-49ab-b911-6b6ec761c73f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.834424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d48da9af-1451-49ab-b911-6b6ec761c73f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.834424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d48da9af-1451-49ab-b911-6b6ec761c73f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.834424] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d48da9af-1451-49ab-b911-6b6ec761c73f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.976858] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca in Status: SUCCESS [ 1022.976858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.028697] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.028922] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.029068] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.029401] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.029562] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.029724] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 412e2c06-99f9-4c93-a4aa-0649dd675016 not found, creating... [ 1023.029994] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.030193] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.030454] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.030573] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.030672] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.030980] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.031165] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.031353] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.031585] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.031724] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.031866] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 412e2c06-99f9-4c93-a4aa-0649dd675016 is going to be created. [ 1023.038485] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fa336f-19ac-4c08-a8dd-3482166ea62c: rpc.has_security_group_logging(os_id): False [ 1023.050294] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.050642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.050687] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.051280] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.051280] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.051575] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.055063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.055063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.055218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.055253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.055462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.055505] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.056380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.056380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.056380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.056380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.056380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.056925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.056925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.056925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.056925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.056925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.056925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.057122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.057122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.057256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.057306] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be created. [ 1023.122859] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.123062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.123116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.123460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.124131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.145605] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1023.182203] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.338599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d48da9af-1451-49ab-b911-6b6ec761c73f [ 1023.338599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.338599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.338599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.338912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.338912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.338976] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d48da9af-1451-49ab-b911-6b6ec761c73f already deleted. [ 1023.339035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d48da9af-1451-49ab-b911-6b6ec761c73f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685559] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.685880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.685880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.685995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.686137] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1023.712389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.712389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.712389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.712678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.720483] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1023.745869] env[69312]: INFO networking_nsxv3.common.synchronization [req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e req-177e3fcb-b2e4-4af7-84aa-8b49eaef1e70 service nova] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_rules [ 1023.746066] env[69312]: INFO networking_nsxv3.common.synchronization [req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e req-177e3fcb-b2e4-4af7-84aa-8b49eaef1e70 service nova] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1023.746166] env[69312]: INFO networking_nsxv3.common.synchronization [req-6adcaaaf-58c6-4393-9e9c-96ffe21cf04e req-177e3fcb-b2e4-4af7-84aa-8b49eaef1e70 service nova] Enqueued Resource ID: 412e2c06-99f9-4c93-a4aa-0649dd675016 with Priority: HIGHEST for action port [ 1023.746793] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_rules [ 1023.746880] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1023.747143] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412e2c06-99f9-4c93-a4aa-0649dd675016 with Priority: HIGHEST for action port [ 1023.747258] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.747382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.747469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.747612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.747698] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.751919] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.751919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.751919] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-412e2c06-99f9-4c93-a4aa-0649dd675016 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.751919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.751919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.751919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.751919] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412e2c06-99f9-4c93-a4aa-0649dd675016',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.118219] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1024.118476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.251633] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.252339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.254700] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 412e2c06-99f9-4c93-a4aa-0649dd675016 with status ACTIVE [ 1024.255971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.255971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.255971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.255971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.255971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.255971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.255971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.255971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.256546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.256546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.256546] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.256546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.256546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.256820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.256820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.256820] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 412e2c06-99f9-4c93-a4aa-0649dd675016 is going to be updated. [ 1024.292072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.292261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.292434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.292668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.292818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.292991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-412e2c06-99f9-4c93-a4aa-0649dd675016" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.636558] env[69312]: INFO networking_nsxv3.common.synchronization [None req-fa0ae9d9-977a-4f31-8718-ad5a45b04b88 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1024.637350] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1024.637749] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.637936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.638369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.638604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.638736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.639015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.639154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.639367] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.141841] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.158610] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1025.158902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.644182] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.730319] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1025.730575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.730689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.730908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.731192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.731311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.731374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.731545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.731648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.731744] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.146882] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.146882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.146882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.147361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.147361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.147361] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1026.172676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.172857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.173076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.173269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.181392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1026.234145] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.736480] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.238747] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.239076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.239076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.239258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.239380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.239486] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1027.274986] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.275093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.275154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.275435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.275553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.284667] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1028.191122] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1028.191381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.294235] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1029.294604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.294604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.294806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.295016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.295165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.295237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.295447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.295564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.295687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.295784] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.637959] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.638117] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1029.798028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.799024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.799173] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799897] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.800191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.800191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.302189] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df0779cd-94d4-4044-999d-4e7bf1395941: rpc.has_security_group_logging(os_id): False [ 1030.320028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.320194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.320266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.320575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.321043] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.321043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.321043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.321185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.321185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.321386] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.321485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.321580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.321756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.321835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.325037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.325037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.325037] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1030.380891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.381628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.381628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.381628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.381628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.397915] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1032.414032] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1032.414032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.507793] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.510017] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.510017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.510544] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.510794] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.511028] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.511301] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.511571] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.512390] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.514781] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.533225] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.533225] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.533225] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.533225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.533225] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-8d5211e0-0df8-44fd-870c-5f4af0991cc1 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.533225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.533225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.533225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.533225] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5211e0-0df8-44fd-870c-5f4af0991cc1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.040216] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.040216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.040216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.040216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.040216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.040216] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 8d5211e0-0df8-44fd-870c-5f4af0991cc1 not found, creating... [ 1034.041391] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.045268] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.045268] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045268] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.045268] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.045268] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.045508] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.045569] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045999] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.046895] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.047365] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 8d5211e0-0df8-44fd-870c-5f4af0991cc1 is going to be created. [ 1034.066993] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.067257] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.067393] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.067822] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.068033] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.068296] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.639380] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1034.639669] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1035.188702] env[69312]: INFO networking_nsxv3.common.synchronization [req-c9cc71e0-8cc7-441f-8c93-5db359504c8f req-7d7ffa13-a11b-448d-9bec-eb212e55a847 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1035.188915] env[69312]: INFO networking_nsxv3.common.synchronization [req-c9cc71e0-8cc7-441f-8c93-5db359504c8f req-7d7ffa13-a11b-448d-9bec-eb212e55a847 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1035.189076] env[69312]: INFO networking_nsxv3.common.synchronization [req-c9cc71e0-8cc7-441f-8c93-5db359504c8f req-7d7ffa13-a11b-448d-9bec-eb212e55a847 service nova] Enqueued Resource ID: 8d5211e0-0df8-44fd-870c-5f4af0991cc1 with Priority: HIGHEST for action port [ 1035.190867] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1035.192813] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1035.192932] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5211e0-0df8-44fd-870c-5f4af0991cc1 with Priority: HIGHEST for action port [ 1035.193252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.193408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.193479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.193687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.193771] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.194870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.194981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.195059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.195230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.195374] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.195468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.195529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.195669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.195755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.195845] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.198170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5211e0-0df8-44fd-870c-5f4af0991cc1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.198316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.198383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.198505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.198568] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5211e0-0df8-44fd-870c-5f4af0991cc1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.698940] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.704208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.704208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.704208] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d5211e0-0df8-44fd-870c-5f4af0991cc1 with status ACTIVE [ 1035.704208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.704751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.704751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.704751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.704751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.704751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.704903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.704903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.705174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.705174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.705300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.705366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.705430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.705726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.705726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.705726] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d5211e0-0df8-44fd-870c-5f4af0991cc1 is going to be updated. [ 1035.727742] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.727742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.727742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.727742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.727742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.727742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5211e0-0df8-44fd-870c-5f4af0991cc1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.873944] env[69312]: INFO networking_nsxv3.common.synchronization [req-64cf1d1b-b471-4be9-9b4f-bfdc6b14dfcc req-7edec010-bc31-4d51-a43a-79fe9acbd02b tempest-ServersTestJSON-1193997500 tempest-ServersTestJSON-1193997500-project-member] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_members [ 1035.874975] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGHEST for action security_group_members [ 1035.875651] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.875651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.875840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.875997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.876263] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.876433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.876541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.876766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.876902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.877078] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.201448] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.379107] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.379269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.379348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.379579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.379675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.379867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.379989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.380062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.380188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.380271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.380398] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 is going to be updated. [ 1036.407242] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.407402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.407576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.407710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.407760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.415697] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 in Status: IN_PROGRESS for 2s [ 1036.704350] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.704687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.704687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.704789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.704876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.704987] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1036.734800] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.734800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.734800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.734800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.734800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.740833] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1037.663166] env[69312]: INFO networking_nsxv3.common.synchronization [req-c583bb9d-6df0-4112-ab45-632919b84ccd req-1a4fc680-6b4c-43bd-905c-df97e31736e1 tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 1037.663166] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 1037.663166] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.663166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.663647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.667845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.667845] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.667845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.667845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.667845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.667845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.667845] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.087020] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.087020] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.087020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.087020] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.087020] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.087020] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.087020] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.088061] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.088298] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.088616] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.106148] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.106408] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.106489] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.106615] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-393" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.106931] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-59ebc990-33e5-458d-a784-70962ff34a91 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.107284] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.107284] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.107677] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.107677] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ebc990-33e5-458d-a784-70962ff34a91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.172277] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.172277] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.172277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.172277] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 1038.195766] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.195951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.196064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.196343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.205937] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 1038.425159] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 in Status: SUCCESS [ 1038.426073] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 deletion is rescheduled due to dependency. [ 1038.426283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.611072] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.611072] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.611255] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.612084] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.612084] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.612084] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 59ebc990-33e5-458d-a784-70962ff34a91 not found, creating... [ 1038.612084] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.612284] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.612337] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.612601] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.612696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.613054] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.613220] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.613450] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.613547] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.613683] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.613822] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 59ebc990-33e5-458d-a784-70962ff34a91 is going to be created. [ 1038.638612] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.638857] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.638954] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.639259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.639493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.639720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.754781] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1038.755043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.755515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.755515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.755641] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.755738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.755811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.755954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.756039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.756123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.756209] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.262138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262936] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.459785] env[69312]: INFO networking_nsxv3.common.synchronization [req-c583bb9d-6df0-4112-ab45-632919b84ccd req-b9428ba1-e32f-4eca-85b5-8b561e998489 service nova] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_rules [ 1039.459785] env[69312]: INFO networking_nsxv3.common.synchronization [req-c583bb9d-6df0-4112-ab45-632919b84ccd req-b9428ba1-e32f-4eca-85b5-8b561e998489 service nova] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 1039.459785] env[69312]: INFO networking_nsxv3.common.synchronization [req-c583bb9d-6df0-4112-ab45-632919b84ccd req-b9428ba1-e32f-4eca-85b5-8b561e998489 service nova] Enqueued Resource ID: 59ebc990-33e5-458d-a784-70962ff34a91 with Priority: HIGHEST for action port [ 1039.459785] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_rules [ 1039.460141] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 1039.460141] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ebc990-33e5-458d-a784-70962ff34a91 with Priority: HIGHEST for action port [ 1039.460563] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.460830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.460830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.461730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.462611] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.463206] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.463434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.463656] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ebc990-33e5-458d-a784-70962ff34a91 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.463818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.464020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.464369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.464455] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ebc990-33e5-458d-a784-70962ff34a91',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.767084] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fa336f-19ac-4c08-a8dd-3482166ea62c: rpc.has_security_group_logging(os_id): False [ 1039.785305] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.785305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.785305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.787999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.788342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.788342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.788342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.788468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.790849] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.790849] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.790849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.790849] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1039.850863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.850863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.850863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.850863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.851134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.864216] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1039.969604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.969604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.969604] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59ebc990-33e5-458d-a784-70962ff34a91 with status ACTIVE [ 1039.969604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.969604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.969995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.969995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.969995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.970186] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.970311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.970529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.970603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.970782] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.970887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.973031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.973031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.973031] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59ebc990-33e5-458d-a784-70962ff34a91 is going to be updated. [ 1039.998386] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.998386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.998386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.998948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.999202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.999441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ebc990-33e5-458d-a784-70962ff34a91" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.215351] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 1040.215556] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 deletion is rescheduled due to dependency. [ 1040.215674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.215841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.216070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.216256] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.216412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.216505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.216709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.216805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.216921] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.608077] env[69312]: INFO networking_nsxv3.common.synchronization [None req-781e494a-3b99-4467-b83a-abd26b1f64aa None None] Enqueued Resource ID: 21e967f4-9a52-4b9a-830b-003b206182b0 with Priority: HIGHEST for action port [ 1040.608344] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e967f4-9a52-4b9a-830b-003b206182b0 with Priority: HIGHEST for action port [ 1040.608954] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e967f4-9a52-4b9a-830b-003b206182b0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.609111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e967f4-9a52-4b9a-830b-003b206182b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.609182] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e967f4-9a52-4b9a-830b-003b206182b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.609430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e967f4-9a52-4b9a-830b-003b206182b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.609514] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e967f4-9a52-4b9a-830b-003b206182b0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.719161] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.745108] env[69312]: INFO networking_nsxv3.common.synchronization [req-0aca1dc1-8672-41b8-a7b1-7120f2ff6036 req-7fc84d31-f485-4746-876d-f36a63247c58 tempest-ServerActionsV293TestJSON-1988837861 tempest-ServerActionsV293TestJSON-1988837861-project-member] Enqueued Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_members [ 1040.745609] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9472bd7-7912-4920-8525-bc59408f90fb with Priority: HIGHEST for action security_group_members [ 1040.745921] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9472bd7-7912-4920-8525-bc59408f90fb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.746051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.746115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.746313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.748654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.748758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.748810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.748997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.749113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.749231] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9472bd7-7912-4920-8525-bc59408f90fb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.898535] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b16c476-b33d-4500-9788-d9096fb1163e req-4b73d537-5c55-4b61-808b-5ffe133a42f5 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1040.899036] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1040.901787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.901787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.901787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.901787] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.116021] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21e967f4-9a52-4b9a-830b-003b206182b0 [ 1041.116300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.116459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.116529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.116748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.116882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.117022] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21e967f4-9a52-4b9a-830b-003b206182b0 already deleted. [ 1041.117120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e967f4-9a52-4b9a-830b-003b206182b0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.224522] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.251307] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.251454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.251598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.251743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.252106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.252106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.252266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.252266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.252380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.252426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.252520] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9472bd7-7912-4920-8525-bc59408f90fb is going to be updated. [ 1041.282405] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.282405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.282405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.282405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.293478] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9472bd7-7912-4920-8525-bc59408f90fb in Status: IN_PROGRESS for 2s [ 1041.405908] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.729579] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.729865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.729865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.734018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.734018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.734018] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 1041.762190] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.762438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.762600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.762870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.763039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.773784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 1041.883588] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1041.883828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908203] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.229097] env[69312]: INFO networking_nsxv3.common.synchronization [req-bc772a59-2424-4a06-992e-c7b445ba8963 req-4455ba39-b1dc-439c-baa7-59160d5352f4 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Enqueued Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_members [ 1042.230470] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_members [ 1042.230470] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.230470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.230470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.230470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.230729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.230729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.230729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.230861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.230861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.231275] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.416388] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.416388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.416388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.416599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.416599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.416668] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1042.442592] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.442737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.442779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.443700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.443700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.455737] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1042.735973] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.736318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.738966] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.738966] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3376141-2fd9-421f-8540-70b06527baf5 already deleted. [ 1042.738966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.861537] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.861700] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.861807] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.862209] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.862591] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.863573] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.863849] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.864371] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.864554] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.864820] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.865338] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.865338] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.865338] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.865588] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.865680] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.865959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.885078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.887024] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.887024] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.887024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-160" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.887024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-cc443a47-a2b7-4e27-8f11-f0372b9043e2 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.887024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.887024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.887024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.887024] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc443a47-a2b7-4e27-8f11-f0372b9043e2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.124547] env[69312]: INFO networking_nsxv3.common.synchronization [None req-44f42622-6830-44c0-baa6-65c8d51bcb29 None None] Enqueued Resource ID: b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7 with Priority: HIGHEST for action port [ 1043.125802] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7 with Priority: HIGHEST for action port [ 1043.127601] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.127601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.127601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.127601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.127601] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.305419] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9472bd7-7912-4920-8525-bc59408f90fb in Status: SUCCESS [ 1043.305969] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9472bd7-7912-4920-8525-bc59408f90fb deletion is rescheduled due to dependency. [ 1043.305969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9472bd7-7912-4920-8525-bc59408f90fb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.308707] env[69312]: INFO networking_nsxv3.common.synchronization [req-26abe615-54c9-4fa6-8c51-db76e02d554e req-fa3fcb48-d7a8-48a9-90df-e01d9d365a14 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1043.309741] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1043.310289] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.310478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.310612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.311050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.311050] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.311181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.311220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.311399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.311497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.311596] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.389329] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.389999] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.390190] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.390501] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.390654] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.390820] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port cc443a47-a2b7-4e27-8f11-f0372b9043e2 not found, creating... [ 1043.391723] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.391723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.391723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.391723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.391723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.392012] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.393054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.393124] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.393726] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.393933] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.394100] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: cc443a47-a2b7-4e27-8f11-f0372b9043e2 is going to be created. [ 1043.415453] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.415686] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.415805] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416091] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.416392] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.416680] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.630675] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7 [ 1043.630914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.631129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.631200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.631409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.631499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.631594] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7 already deleted. [ 1043.631675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9cc1bd5-1c8b-43c4-a717-cb81bb0c19a7" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.786083] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.786083] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.786083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.786083] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.814384] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.814585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.815110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.815110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.815110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.815349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.815349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.815535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.815535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.815675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.815675] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1043.842270] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.843026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.843026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.843026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.843026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.851423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1044.294179] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.294179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.294179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.294179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294432] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.294432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.294432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.294587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.294780] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.294929] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.295034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.295090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.295233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.295368] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.295555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.295555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.295657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.295747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.295867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.295960] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.465059] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1044.465059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.798549] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5eabc90-4b83-4692-bb89-3f69738981f8: rpc.has_security_group_logging(os_id): False [ 1044.816106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.816364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.816576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.816668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.816883] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.817051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.817198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.817273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.817454] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.817546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.817604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.817736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.817806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.817977] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.818079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.818139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.818271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.818358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.818454] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 1044.879117] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.879117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.879309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.879360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.879694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.892898] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 1045.860730] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1045.860730] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 1045.860730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.574529] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 1047.574529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.792149] env[69312]: INFO networking_nsxv3.common.synchronization [req-bc772a59-2424-4a06-992e-c7b445ba8963 req-0a9f5d73-747b-479b-bcc4-b27c273c8f65 service nova] Enqueued Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_rules [ 1047.792449] env[69312]: INFO networking_nsxv3.common.synchronization [req-bc772a59-2424-4a06-992e-c7b445ba8963 req-0a9f5d73-747b-479b-bcc4-b27c273c8f65 service nova] Enqueued Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_members [ 1047.792661] env[69312]: INFO networking_nsxv3.common.synchronization [req-bc772a59-2424-4a06-992e-c7b445ba8963 req-0a9f5d73-747b-479b-bcc4-b27c273c8f65 service nova] Enqueued Resource ID: cc443a47-a2b7-4e27-8f11-f0372b9043e2 with Priority: HIGHEST for action port [ 1047.793396] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_rules [ 1047.793598] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_members [ 1047.793729] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc443a47-a2b7-4e27-8f11-f0372b9043e2 with Priority: HIGHEST for action port [ 1047.794143] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.794314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.794415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.794811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.794918] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.796156] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.796302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.796412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.796650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.796879] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.797100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.797140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.797366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.797493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.798959] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.799665] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc443a47-a2b7-4e27-8f11-f0372b9043e2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.799665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.799665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.800444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.800444] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc443a47-a2b7-4e27-8f11-f0372b9043e2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.268420] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1048.268579] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1048.301489] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.301683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.301885] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.303886] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc443a47-a2b7-4e27-8f11-f0372b9043e2 with status ACTIVE [ 1048.304110] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.304231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.304416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.304475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.304564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.304735] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.304830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.304898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.310041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.310041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.310041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.310041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.310041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.310041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.310041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.310041] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc443a47-a2b7-4e27-8f11-f0372b9043e2 is going to be updated. [ 1048.330291] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.330462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.331017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.331017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.331017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.331190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc443a47-a2b7-4e27-8f11-f0372b9043e2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.577431] env[69312]: INFO networking_nsxv3.common.synchronization [req-2c117a21-4d16-4e8d-b7a2-0d47df84f442 req-196353fa-ea17-4811-933a-ca5dbd9d7ad7 tempest-ServersWithSpecificFlavorTestJSON-623340506 tempest-ServersWithSpecificFlavorTestJSON-623340506-project-member] Enqueued Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 1048.578026] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa with Priority: HIGHEST for action security_group_members [ 1048.578281] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-debdc6ee-2317-47c7-b257-f2d2076ff0fa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.578281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.578281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.578572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.579195] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.579356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.579427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.579773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.580098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.580098] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debdc6ee-2317-47c7-b257-f2d2076ff0fa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.804980] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.081809] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.081998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.082104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.082363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.082480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.082610] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.082713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.082771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.082923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.083011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.083105] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa is going to be updated. [ 1049.112996] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.113236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.113236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.113454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.113602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.121513] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: IN_PROGRESS for 2s [ 1049.196975] env[69312]: INFO networking_nsxv3.common.synchronization [req-5a6a1872-1015-4cca-bb33-c18d9f7866d4 req-409eab8a-8841-42cf-83b4-3dd60877eb80 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1049.197820] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1049.198519] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.198653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.198722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.198934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.199106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.199206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.199266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.199435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.199526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.199621] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.307598] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.310503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.310503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.310503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.310503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.310503] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3376141-2fd9-421f-8540-70b06527baf5 is going to be created. [ 1049.334810] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.334810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.334810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.334810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.334810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.342293] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3376141-2fd9-421f-8540-70b06527baf5 in Status: UNINITIALIZED for 2s [ 1049.370522] env[69312]: INFO networking_nsxv3.common.synchronization [req-3e59310b-6e72-4186-9f9d-cf32c2471f4e req-6dedd261-8f20-42cf-9ab2-8f764c431771 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1049.371761] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1049.372103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.372230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.372297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.373088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.373088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.373088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.373088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.373316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.373316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.373382] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.702949] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.875984] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.876984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.877130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.877671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.877836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.878209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.878515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.878580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.878855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.879014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.879287] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d already deleted. [ 1049.879433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.206964] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.267259] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f2d2ac3d-8628-44a6-9008-1c609faf367d None None] Enqueued Resource ID: 2cca0516-8f95-45be-a513-033e3a2a3ee8 with Priority: HIGHEST for action port [ 1050.267259] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cca0516-8f95-45be-a513-033e3a2a3ee8 with Priority: HIGHEST for action port [ 1050.271018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cca0516-8f95-45be-a513-033e3a2a3ee8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.271018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cca0516-8f95-45be-a513-033e3a2a3ee8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.271018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cca0516-8f95-45be-a513-033e3a2a3ee8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cca0516-8f95-45be-a513-033e3a2a3ee8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271018] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cca0516-8f95-45be-a513-033e3a2a3ee8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.590667] env[69312]: INFO networking_nsxv3.common.synchronization [None req-6f010495-a652-4665-8ce4-0ff12aaa68fb tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1050.591407] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1050.592540] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.592894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.656259] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.656259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.656259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.656259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.657581] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.658315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.658315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.658439] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.658568] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.658825] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.659433] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.659433] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.659433] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.659433] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.660068] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.660068] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.686137] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.686366] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.686489] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.686676] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-660" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.687194] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-93a683cc-3642-46ad-9741-c44cdbfc71d3 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.687422] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.687559] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.687906] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.688214] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a683cc-3642-46ad-9741-c44cdbfc71d3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.713128] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713714] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1050.739770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.739921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.741047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.741047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.741047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.750154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1050.776731] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cca0516-8f95-45be-a513-033e3a2a3ee8 [ 1050.777917] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.779350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.779350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.779674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.780144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.780144] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cca0516-8f95-45be-a513-033e3a2a3ee8 already deleted. [ 1050.780144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cca0516-8f95-45be-a513-033e3a2a3ee8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.131758] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa in Status: SUCCESS [ 1051.131758] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debdc6ee-2317-47c7-b257-f2d2076ff0fa deletion is rescheduled due to dependency. [ 1051.131758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debdc6ee-2317-47c7-b257-f2d2076ff0fa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.190683] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.190916] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.191046] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.191338] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.191488] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.191646] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 93a683cc-3642-46ad-9741-c44cdbfc71d3 not found, creating... [ 1051.191906] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.192076] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.192195] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.192450] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.192616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.192940] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.193660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.193660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.193660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.193660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.193832] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 is going to be created. [ 1051.227410] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.227628] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.227827] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.228031] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.228265] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.228492] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.352469] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3376141-2fd9-421f-8540-70b06527baf5 in Status: SUCCESS [ 1051.352768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.352948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.353171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.353365] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.353534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.353633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.353726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.353810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.353894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.353981] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.856725] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.857122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.857203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.857345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.857543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.857769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.857861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.857977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858142] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.858245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.858327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.858474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.858612] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.858702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.858761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.858892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.858966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.859058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.859150] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.361485] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3376141-2fd9-421f-8540-70b06527baf5: rpc.has_security_group_logging(os_id): False [ 1052.378923] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379672] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.380035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.380105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.380388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.380458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.380581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.380657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380855] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.380947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.381016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.381164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.381233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.381322] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3376141-2fd9-421f-8540-70b06527baf5 is going to be created. [ 1052.444923] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.445225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.445225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.445490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.445750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.478154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3376141-2fd9-421f-8540-70b06527baf5 in Status: IN_PROGRESS for 2s [ 1052.761239] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1052.761453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.761610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.761895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.762155] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.762316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.762468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.762587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.762673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.762799] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.265122] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.265393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.265393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.265628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.265728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.265941] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.266058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.266144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.266276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.266351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.266438] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1053.294685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.294807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.294903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.295035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.295167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.303781] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1054.012248] env[69312]: INFO networking_nsxv3.common.synchronization [req-3e59310b-6e72-4186-9f9d-cf32c2471f4e req-22b5346f-4e8e-4810-ace8-596584ef1450 service nova] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_rules [ 1054.013428] env[69312]: INFO networking_nsxv3.common.synchronization [req-3e59310b-6e72-4186-9f9d-cf32c2471f4e req-22b5346f-4e8e-4810-ace8-596584ef1450 service nova] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1054.013428] env[69312]: INFO networking_nsxv3.common.synchronization [req-3e59310b-6e72-4186-9f9d-cf32c2471f4e req-22b5346f-4e8e-4810-ace8-596584ef1450 service nova] Enqueued Resource ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 with Priority: HIGHEST for action port [ 1054.013428] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_rules [ 1054.013637] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1054.013637] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 with Priority: HIGHEST for action port [ 1054.013997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.014108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.014108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.014368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.014441] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.015266] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.015366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.016067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.016067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.016067] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.016067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.016067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.016067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.016067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.016374] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.016845] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a683cc-3642-46ad-9741-c44cdbfc71d3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.016958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.017012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.017776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.017840] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a683cc-3642-46ad-9741-c44cdbfc71d3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.080032] env[69312]: INFO networking_nsxv3.common.synchronization [req-0eb4d238-110f-450e-b9cd-15b0e83a3759 req-7c818a98-2a32-45cc-8f78-6b09f0b824d6 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_members [ 1054.080743] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGHEST for action security_group_members [ 1054.082936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.083105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.083273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.083524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.083704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.083811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.083875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.084044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.084136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.084230] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.163128] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c4c74897-3aed-470a-8174-76cd5ccf92de None None] Enqueued Resource ID: 07e9d105-05af-4992-8339-fe1bea24aefd with Priority: HIGHEST for action port [ 1054.163644] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9d105-05af-4992-8339-fe1bea24aefd with Priority: HIGHEST for action port [ 1054.164160] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e9d105-05af-4992-8339-fe1bea24aefd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.164286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e9d105-05af-4992-8339-fe1bea24aefd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.164352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e9d105-05af-4992-8339-fe1bea24aefd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.164638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e9d105-05af-4992-8339-fe1bea24aefd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.164763] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e9d105-05af-4992-8339-fe1bea24aefd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.490476] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3376141-2fd9-421f-8540-70b06527baf5 in Status: SUCCESS [ 1054.490835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520514] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.520514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.520864] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.523017] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93a683cc-3642-46ad-9741-c44cdbfc71d3 with status ACTIVE [ 1054.523017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.523017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.523017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.523017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.523739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.523739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.523739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.523739] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 is going to be updated. [ 1054.542474] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.542474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.542474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.542474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.542788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.542788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.587664] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.587835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.587891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.588125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.588312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.588432] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.588508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.588544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.588701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.588770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.588926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca is going to be updated. [ 1054.664356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.664356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.664356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.668037] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07e9d105-05af-4992-8339-fe1bea24aefd [ 1054.668037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.668037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.668037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.668413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.668413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.668413] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07e9d105-05af-4992-8339-fe1bea24aefd already deleted. [ 1054.668577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e9d105-05af-4992-8339-fe1bea24aefd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.678178] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca in Status: IN_PROGRESS for 2s [ 1055.023364] env[69312]: INFO networking_nsxv3.common.synchronization [req-ef7f02da-e666-44db-9623-741893b10eb3 req-e949c066-3a62-4174-874f-7af83d121a0a tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1055.023920] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1055.024490] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.024490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.024490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.024659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.024910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.024983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.025044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.025178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.025282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.025389] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.026277] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.315553] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1055.315809] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c deletion is rescheduled due to dependency. [ 1055.316482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.527989] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.527989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.528414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.532621] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be created. [ 1055.532621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.532621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.533102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.533102] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1055.557926] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.558219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.558219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.558383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.558541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.564503] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.564685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.564778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.564972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.565265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.568082] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: UNINITIALIZED for 2s [ 1055.570856] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1056.688567] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca in Status: SUCCESS [ 1056.688837] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca deletion is rescheduled due to dependency. [ 1056.688932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.578395] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1057.578636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.578762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.579040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.579252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.579361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.579423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.579585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.579663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.579753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.579849] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.581219] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1057.581387] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1057.581470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.082998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.082998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.083114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.083297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.083403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.083573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.083775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.083874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.083974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.084145] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.084249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.084308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.084456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.084599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.084693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.084754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.084915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.084994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.085089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.085178] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.588048] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98234f2e-e112-4632-afd5-07410f35bc7d: rpc.has_security_group_logging(os_id): False [ 1058.605989] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.606149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.606206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.606406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.606498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.606701] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.606800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.606862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607287] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607841] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.608146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.608219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.608303] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be created. [ 1058.662240] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.662398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.662398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.662610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.662771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.672100] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1060.024882] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1060.025302] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1060.097024] env[69312]: INFO networking_nsxv3.common.synchronization [req-8f026aec-f3cd-4937-8ae7-d11708bd60fb req-690860d0-f1f9-40cc-9bc1-d9463f32e93c tempest-ImagesOneServerNegativeTestJSON-2027235860 tempest-ImagesOneServerNegativeTestJSON-2027235860-project-member] Enqueued Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 1060.097662] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eabc90-4b83-4692-bb89-3f69738981f8 with Priority: HIGHEST for action security_group_members [ 1060.098149] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5eabc90-4b83-4692-bb89-3f69738981f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.098149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.098149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.098507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.098507] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.098507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.098630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.099124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.099216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.099716] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5eabc90-4b83-4692-bb89-3f69738981f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.603488] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.603488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.603680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.603779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.603870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.607386] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.607386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.607489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.607981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.607981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.607981] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 is going to be updated. [ 1060.633946] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.634037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.634088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.634279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.634419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.642982] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: IN_PROGRESS for 2s [ 1060.683139] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1060.683139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.652887] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5eabc90-4b83-4692-bb89-3f69738981f8 in Status: SUCCESS [ 1062.653272] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5eabc90-4b83-4692-bb89-3f69738981f8 deletion is rescheduled due to dependency. [ 1062.653272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5eabc90-4b83-4692-bb89-3f69738981f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.500417] env[69312]: INFO networking_nsxv3.common.synchronization [req-add0c083-e985-45fe-879a-c5e91a8133f4 req-93baa874-e703-4531-baeb-844290c9c150 tempest-ServersV294TestFqdnHostnames-452613075 tempest-ServersV294TestFqdnHostnames-452613075-project-member] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_members [ 1063.500995] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGHEST for action security_group_members [ 1063.501290] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.501410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.501458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.505020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.505020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.505020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.505020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.505020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.505020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.505020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.007252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.007593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.007593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.007799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.007920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.008163] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.008316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.008402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.008588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.008694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.008809] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca is going to be updated. [ 1064.037869] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.041455] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.041633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.041943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.042123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.051583] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca in Status: IN_PROGRESS for 2s [ 1064.558312] env[69312]: INFO networking_nsxv3.common.synchronization [None req-45467c1c-2153-4242-9622-b2383a0ba597 None None] Enqueued Resource ID: 0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e with Priority: HIGHEST for action port [ 1064.558515] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e with Priority: HIGHEST for action port [ 1064.559088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.559227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.559291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.559885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.559885] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.070488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e [ 1065.070488] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.070488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.070488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.070488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.070488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.070488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e already deleted. [ 1065.070488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6b94e1-9e4e-4bf9-a3de-a7b306fb189e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.274600] env[69312]: INFO networking_nsxv3.common.synchronization [None req-cfd3695a-0d26-4615-bff6-7bf9c62a3130 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1065.276983] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1065.277751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.278983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.279106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.279396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.279518] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.375745] env[69312]: INFO networking_nsxv3.common.synchronization [None req-d9552b9a-b640-4c50-a78a-f86ddf86f6d1 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1065.375810] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1065.376412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.376412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.799159] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.799267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.799322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.799546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.799635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.799766] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 already deleted. [ 1065.799970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.800254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.800414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.800576] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.062398] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca in Status: SUCCESS [ 1066.062639] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca deletion is rescheduled due to dependency. [ 1066.062762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.216224] env[69312]: INFO networking_nsxv3.common.synchronization [req-0a893719-74be-4074-9236-04c2b030a606 req-de933e96-77ef-48bc-8f30-09f9be993086 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Enqueued Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_members [ 1066.216780] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3376141-2fd9-421f-8540-70b06527baf5 with Priority: HIGHEST for action security_group_members [ 1066.217138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3376141-2fd9-421f-8540-70b06527baf5 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.217261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218287] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.218287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.218287] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3376141-2fd9-421f-8540-70b06527baf5',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.323728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.323842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.323881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.324125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.324234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.324330] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 already deleted. [ 1066.324474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.720674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.720865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.720865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.721166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.721286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.721422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.721520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.721571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.721916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.721916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.721916] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3376141-2fd9-421f-8540-70b06527baf5 is going to be updated. [ 1066.753156] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.753156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.753156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.753156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.753156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.762040] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3376141-2fd9-421f-8540-70b06527baf5 in Status: IN_PROGRESS for 2s [ 1066.932313] env[69312]: INFO networking_nsxv3.common.synchronization [None req-47f36d47-7f1a-45d1-a5a3-22a2595b97d9 None None] Enqueued Resource ID: e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b with Priority: HIGHEST for action port [ 1066.932595] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b with Priority: HIGHEST for action port [ 1066.933177] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.933334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.933408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.933679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.933884] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.435369] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b [ 1067.435680] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.435752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.435790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.436012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.436127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.436203] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b already deleted. [ 1067.436399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d669ac-3ed3-4cfa-bbd5-e41c3a21391b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.523284] env[69312]: INFO networking_nsxv3.common.synchronization [req-08a34008-b17f-4f88-aee9-0cf5a2363d1e req-038d5a86-5fc7-47df-920f-40aad80b4cdb tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_members [ 1067.523856] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGHEST for action security_group_members [ 1067.524177] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.524313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.524528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.524842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.525100] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.525325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.525423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.525594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.525682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.525804] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.959319] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3040347-8dc9-485c-a067-e4ce7bc993d5 req-a9440c19-4078-44fc-9386-f28c086e8288 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1067.959826] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1067.960203] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.960370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.960480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.960881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.961129] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.961254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.961315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.961463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.961562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.961654] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.028609] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.028864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.028864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.029157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.049838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.050167] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.050320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.050402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.050694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.050775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.050859] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca is going to be updated. [ 1068.080038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.080255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.080255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.080403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.080534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.089065] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca in Status: IN_PROGRESS for 2s [ 1068.416665] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.416852] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.416973] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.417255] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.417512] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.417661] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.417776] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.418054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.418200] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.418418] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.418529] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.418661] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.418809] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.418932] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.419050] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.419185] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.437131] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.437445] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.437505] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.437676] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-678" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.437992] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-c4d2296a-71f0-4529-a173-474bcf6b99a1 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.438180] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.438299] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.438612] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.438818] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d2296a-71f0-4529-a173-474bcf6b99a1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.464152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.464337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.464381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.464625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.464721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.464987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.465357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.465390] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.465472] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1068.489071] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.489206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.489280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.489586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.489739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.499069] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1068.775440] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3376141-2fd9-421f-8540-70b06527baf5 in Status: SUCCESS [ 1068.775760] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3376141-2fd9-421f-8540-70b06527baf5 deletion is rescheduled due to dependency. [ 1068.776104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3376141-2fd9-421f-8540-70b06527baf5" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.941178] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.943683] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.943820] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.944142] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.946055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.946055] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port c4d2296a-71f0-4529-a173-474bcf6b99a1 not found, creating... [ 1068.946055] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.946055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.946055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.946055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.946055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.946645] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.946997] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.947170] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.947435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.947611] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.947821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: c4d2296a-71f0-4529-a173-474bcf6b99a1 is going to be created. [ 1068.969554] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.969810] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.969986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.970365] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.970655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.970955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.102628] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca in Status: SUCCESS [ 1070.102628] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca deletion is rescheduled due to dependency. [ 1070.102628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.208227] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3040347-8dc9-485c-a067-e4ce7bc993d5 req-bb21fd3d-c122-42f5-9b92-9d00f18dc8a3 service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 1070.208227] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3040347-8dc9-485c-a067-e4ce7bc993d5 req-bb21fd3d-c122-42f5-9b92-9d00f18dc8a3 service nova] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1070.208227] env[69312]: INFO networking_nsxv3.common.synchronization [req-f3040347-8dc9-485c-a067-e4ce7bc993d5 req-bb21fd3d-c122-42f5-9b92-9d00f18dc8a3 service nova] Enqueued Resource ID: c4d2296a-71f0-4529-a173-474bcf6b99a1 with Priority: HIGHEST for action port [ 1070.210473] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_rules [ 1070.211255] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1070.211336] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2296a-71f0-4529-a173-474bcf6b99a1 with Priority: HIGHEST for action port [ 1070.212873] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.212873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.212873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.212873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.212873] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.213703] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.214063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.214580] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d2296a-71f0-4529-a173-474bcf6b99a1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.214580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.214580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.214750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.214792] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d2296a-71f0-4529-a173-474bcf6b99a1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.464258] env[69312]: INFO networking_nsxv3.common.synchronization [req-3dfdcd97-04e7-405e-a53d-261a4cdac12b req-90e15de4-f456-426d-9952-6780071db233 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Enqueued Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_members [ 1070.464978] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_members [ 1070.465283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.465419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.465480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.465733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.465890] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.465983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.467103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.467533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.467533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467649] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.512342] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1070.512342] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.512342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.512342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.512342] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.718212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.718212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.722441] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4d2296a-71f0-4529-a173-474bcf6b99a1 with status ACTIVE [ 1070.722441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.722441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.722441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.722441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.722441] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4d2296a-71f0-4529-a173-474bcf6b99a1 is going to be updated. [ 1070.745715] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.745872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.745943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.746262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.746405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.746594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d2296a-71f0-4529-a173-474bcf6b99a1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.812350] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.812620] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-468" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.812717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-468" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.813041] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-468" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.813320] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.813556] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.813629] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.813807] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.813952] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.814187] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.814305] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.814419] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.814530] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.814644] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.814753] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.814919] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.835599] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.835817] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.835913] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.836070] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-468" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.837039] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-0097666f-9e86-4beb-b274-abde5e8af2e0 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.837039] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.837039] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.837039] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.837490] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0097666f-9e86-4beb-b274-abde5e8af2e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.971357] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.971789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.971921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.972242] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.972322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.972386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.972553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.972651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.972743] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 already deleted. [ 1070.972829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.016093] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.339811] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.340110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.340304] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.340643] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.340845] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.341049] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 0097666f-9e86-4beb-b274-abde5e8af2e0 not found, creating... [ 1071.341361] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.341551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.341725] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.342103] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.342264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.342657] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.342876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.343145] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.343327] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.343493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.343648] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 0097666f-9e86-4beb-b274-abde5e8af2e0 is going to be created. [ 1071.363103] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.363323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.363447] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.363803] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.364067] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.364315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518617] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.024476] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.024686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.024792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.025040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.025137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.025243] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1072.055203] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.055203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.055203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.055203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.055203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.065783] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1072.106743] env[69312]: INFO networking_nsxv3.common.synchronization [req-3dfdcd97-04e7-405e-a53d-261a4cdac12b req-67500b60-6534-428a-851c-11176860e113 service nova] Enqueued Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_rules [ 1072.106743] env[69312]: INFO networking_nsxv3.common.synchronization [req-3dfdcd97-04e7-405e-a53d-261a4cdac12b req-67500b60-6534-428a-851c-11176860e113 service nova] Enqueued Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_members [ 1072.106743] env[69312]: INFO networking_nsxv3.common.synchronization [req-3dfdcd97-04e7-405e-a53d-261a4cdac12b req-67500b60-6534-428a-851c-11176860e113 service nova] Enqueued Resource ID: 0097666f-9e86-4beb-b274-abde5e8af2e0 with Priority: HIGHEST for action port [ 1072.106743] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_rules [ 1072.106743] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_members [ 1072.106743] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0097666f-9e86-4beb-b274-abde5e8af2e0 with Priority: HIGHEST for action port [ 1072.106743] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.106743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.106743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.106743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.107487] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.111031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.111031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.111031] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.111031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0097666f-9e86-4beb-b274-abde5e8af2e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.111031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.111031] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0097666f-9e86-4beb-b274-abde5e8af2e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.614343] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0097666f-9e86-4beb-b274-abde5e8af2e0 with status ACTIVE [ 1072.614643] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.614706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.614785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.615091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.615199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.615379] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.615510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.615561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.615707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.615825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.616041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.616144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.616202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.616408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.616510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.616624] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0097666f-9e86-4beb-b274-abde5e8af2e0 is going to be updated. [ 1072.618473] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.618647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.618903] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.638967] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.639286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.639441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.639805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.640051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.640307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0097666f-9e86-4beb-b274-abde5e8af2e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.122108] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.625539] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.625882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.625882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.625996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.626131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.626185] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 is going to be created. [ 1073.647242] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.647473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.647473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.647634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.647789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.657144] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: UNINITIALIZED for 2s [ 1074.075372] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1074.076183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.076183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.076183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.076375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.076501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.076576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.076739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.076862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.077052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.077320] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.579593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.579750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.579829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.580134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.580303] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.581317] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.581317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.581711] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.581711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.581711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.581711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.581867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.581904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.582341] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.085374] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac: rpc.has_security_group_logging(os_id): False [ 1075.103137] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.103288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.103288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.103441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.103519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.103717] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.103843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.103903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.104019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.104092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.104971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.104971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.104971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.104971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.104971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.104971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.104971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.104971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.105507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.105507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.105606] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1075.168068] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.170273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.170273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.170273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.170273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.183291] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1075.674074] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: SUCCESS [ 1075.674074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.674074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.674378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.674434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.674506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.674563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.674716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.674801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.674951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.675056] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.165608] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.165822] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_members [ 1076.166339] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.166511] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_members [ 1076.166751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.166902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.166966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.167304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.167449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.167559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.167621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.167777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.167861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.167952] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.169205] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ef226-bd35-44c1-901d-420a5f6de13a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.169205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.169205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.169205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.169371] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.169422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.169491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.169609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.169698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.169785] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.176881] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.177033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.177095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.177905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.178105] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.178218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.178281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.178451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.178537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.178633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.178790] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.178885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.178945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.179113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.179274] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.179354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.179412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.179558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.179632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.179712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.179804] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.236860] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_rules [ 1076.237290] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_members [ 1076.237290] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_rules [ 1076.237472] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.237792] env[69312]: INFO networking_nsxv3.common.synchronization [req-e077f232-8c59-4b12-a1e2-eb0d8703100c req-2d1f6934-efda-4791-bf08-7e07d23b61fd tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 with Priority: HIGHEST for action port [ 1076.238493] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_rules [ 1076.238724] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_rules [ 1076.238895] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 with Priority: HIGHEST for action port [ 1076.239063] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_members [ 1076.239193] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.239651] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9ef226-bd35-44c1-901d-420a5f6de13a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.240077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.240193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.240777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.240777] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.242352] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.242570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.242688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.242924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.243059] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.243998] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a683cc-3642-46ad-9741-c44cdbfc71d3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.244143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.244225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.244513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.244672] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a683cc-3642-46ad-9741-c44cdbfc71d3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.246447] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ef226-bd35-44c1-901d-420a5f6de13a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.246447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.246447] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.250151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.671867] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.672868] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.684638] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4569aa0-7666-4480-8b8c-0d622b21b851: rpc.has_security_group_logging(os_id): False [ 1076.703134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.703295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.703364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.703561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.703670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.703850] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.703984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.704063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.704168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.704246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.704449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.704533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.704600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.704737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.704815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.705026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.705143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.705207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.705333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.705406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.705492] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 is going to be created. [ 1076.751391] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ef226-bd35-44c1-901d-420a5f6de13a taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.751391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.751723] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.751798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.751937] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93a683cc-3642-46ad-9741-c44cdbfc71d3 with status ACTIVE [ 1076.752132] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.752242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.752306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.752521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.752678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.752932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.753056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.753140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.753405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.753468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753622] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.753739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.753804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.754130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.754215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.754304] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 is going to be updated. [ 1076.760080] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.760230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.760310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.760500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.760751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.772366] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: IN_PROGRESS for 2s [ 1076.777449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.777638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.777703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.777963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.778155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.778345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.913054] env[69312]: INFO networking_nsxv3.common.synchronization [req-9e3babee-a85a-4845-9ee2-9d7cdd175a9e req-9fa144e1-19db-4c7f-850d-16925d243d23 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.913054] env[69312]: INFO networking_nsxv3.common.synchronization [req-9e3babee-a85a-4845-9ee2-9d7cdd175a9e req-9fa144e1-19db-4c7f-850d-16925d243d23 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_members [ 1076.913054] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.913054] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a with Priority: HIGHEST for action security_group_members [ 1076.913054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.913054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.913788] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ef226-bd35-44c1-901d-420a5f6de13a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.914081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.985304] env[69312]: INFO networking_nsxv3.common.synchronization [req-9e3babee-a85a-4845-9ee2-9d7cdd175a9e req-9fa144e1-19db-4c7f-850d-16925d243d23 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_rules [ 1076.985304] env[69312]: INFO networking_nsxv3.common.synchronization [req-9e3babee-a85a-4845-9ee2-9d7cdd175a9e req-9fa144e1-19db-4c7f-850d-16925d243d23 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.985304] env[69312]: INFO networking_nsxv3.common.synchronization [req-9e3babee-a85a-4845-9ee2-9d7cdd175a9e req-9fa144e1-19db-4c7f-850d-16925d243d23 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 with Priority: HIGHEST for action port [ 1076.985304] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_rules [ 1076.985304] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1076.985304] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 with Priority: HIGHEST for action port [ 1076.987300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.987556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.987909] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.988164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.988464] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a683cc-3642-46ad-9741-c44cdbfc71d3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.988686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.990475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.990475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.990475] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a683cc-3642-46ad-9741-c44cdbfc71d3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.174555] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.175545] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.208988] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1077.208988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.492417] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93a683cc-3642-46ad-9741-c44cdbfc71d3 with status ACTIVE [ 1077.492712] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.492879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.492941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.494951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.494951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.495449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.495632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.495833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.496058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.496155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.496382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.496481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.496543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.496687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.496761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.496845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93a683cc-3642-46ad-9741-c44cdbfc71d3 is going to be updated. [ 1077.521019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.521019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.521019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.521019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.521019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.521019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a683cc-3642-46ad-9741-c44cdbfc71d3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.681310] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.681488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.681659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.681976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.683578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.683578] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be updated. [ 1077.683971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.684426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.684426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.684538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.685172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.685317] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a is going to be created. [ 1077.717835] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.717986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.718065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.718271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.718423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.725458] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.725622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.725713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.725951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.726185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.729035] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a in Status: UNINITIALIZED for 2s [ 1077.734620] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1078.784222] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: SUCCESS [ 1078.784561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.738469] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a in Status: SUCCESS [ 1079.738689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.738845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.739084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.739276] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.739417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.739470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.739587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.739681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.739777] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.742214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1079.742294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.742431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.742596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.742784] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.742880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.742946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.743255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.743255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.743335] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.242604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.243040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.243040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.243238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.243348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.243605] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.243718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.243808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.244010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.244099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.244228] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a is going to be deleted. [ 1080.245292] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.275063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.275230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.275302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.275512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.275618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.275732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.275875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.276054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.276220] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.276323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.276383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.276530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.276606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.276695] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.747417] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.778501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.778655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.778717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.778924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.779026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.779224] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.779325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.779387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.779540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.779616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.779698] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a already deleted. [ 1080.779807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.779867] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.780622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.780806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.780953] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.781061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.781121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.781257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.781332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.781414] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.271638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.271638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.271638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.271638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.271638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.271638] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be updated. [ 1081.283308] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d9ef226-bd35-44c1-901d-420a5f6de13a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.284839] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.285062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.285523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.285523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.285523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.285688] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.285814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.285897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.286128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.286298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.286448] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a already deleted. [ 1081.286559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.297970] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.297970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.297970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.297970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.297970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.308863] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1081.788053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d9ef226-bd35-44c1-901d-420a5f6de13a: rpc.has_security_group_logging(os_id): False [ 1081.805262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.805564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.805564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.805766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.805766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.806059] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.806209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.806209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.806889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.806889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.806889] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a is going to be created. [ 1081.825102] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0d9ef226-bd35-44c1-901d-420a5f6de13a], does not exist path=[/infra/domains/default/groups/0d9ef226-bd35-44c1-901d-420a5f6de13a]."\n}' [ 1081.825283] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d9ef226-bd35-44c1-901d-420a5f6de13a [ 1081.825565] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1081.866349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.866349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.866349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.866707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.867789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.868108] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.868220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.868285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.868443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.868521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.868714] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.868804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.868856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.868990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.869073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.869156] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ef226-bd35-44c1-901d-420a5f6de13a is going to be created. [ 1081.885813] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0d9ef226-bd35-44c1-901d-420a5f6de13a], does not exist path=[/infra/domains/default/groups/0d9ef226-bd35-44c1-901d-420a5f6de13a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d9ef226-bd35-44c1-901d-420a5f6de13a [ 1081.885813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9ef226-bd35-44c1-901d-420a5f6de13a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.885813] env[69312]: Traceback (most recent call last): [ 1081.885813] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1081.885813] env[69312]: return func(*args, **kwargs) [ 1081.885813] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1081.885813] env[69312]: res.raise_for_status() [ 1081.885813] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1081.885813] env[69312]: raise HTTPError(http_error_msg, response=self) [ 1081.885813] env[69312]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d9ef226-bd35-44c1-901d-420a5f6de13a [ 1081.885813] env[69312]: During handling of the above exception, another exception occurred: [ 1081.885813] env[69312]: Traceback (most recent call last): [ 1081.885813] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1081.885813] env[69312]: listener.cb(fileno) [ 1081.885813] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1081.885813] env[69312]: result = function(*args, **kwargs) [ 1081.885813] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1081.885813] env[69312]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1081.885813] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1081.885813] env[69312]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1081.885813] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1081.885813] env[69312]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1081.885813] env[69312]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1081.885813] env[69312]: res.raise_for_status() [ 1081.885813] env[69312]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1081.885813] env[69312]: raise HTTPError(http_error_msg, response=self) [ 1081.885813] env[69312]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d9ef226-bd35-44c1-901d-420a5f6de13a [ 1081.885813] env[69312]: Removing descriptor: 53 [ 1081.988225] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1081.988225] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1082.220072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.220247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.220318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.220532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.220652] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.723037] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.226026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.319141] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1083.319417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.319619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.319859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.320074] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.320208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.320274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.320429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.320533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.320639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.320742] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.322390] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.322561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.322770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.322919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.322986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.323115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.323204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323400] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.728331] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1083.730195] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1083.823666] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.823839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.826249] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.948013] env[69312]: INFO networking_nsxv3.common.synchronization [None req-3e0cde33-544a-476c-b732-114c5b2b71ed tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1083.948640] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1083.949098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.949098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.949098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.949438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.949438] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.117785] env[69312]: INFO networking_nsxv3.common.synchronization [None req-d47e0d4e-8487-4669-b022-ab51aa03c9d1 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1084.118443] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1084.123941] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.123941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.329653] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.367805] env[69312]: INFO networking_nsxv3.common.synchronization [req-e0f01c21-18a2-4837-a146-2a7ad7251471 req-9a9dbcc9-bcb3-4502-9dbd-1f73341a3078 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1084.371281] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1084.371281] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.371281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.371281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.371281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.371281] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.371646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.371646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.372013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.372111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.372208] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.463184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.463418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.463418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.463624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.637726] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1084.638676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.640509] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1084.642558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.645859] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 already deleted. [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.645859] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.671346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.671543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.671620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.671818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.681673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.683331] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1084.683331] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1084.683331] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1084.728352] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.728970] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.728970] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.728970] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.729276] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.730144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.730144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.730144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.730144] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.730144] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.730784] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.730784] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.730784] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.730784] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.730784] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.731153] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.734761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.734938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.734938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.735147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.735961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.736129] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1084.755967] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.756152] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.756294] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.756466] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.756786] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b848246b-f65e-41c0-a7aa-6e5af1f769d6 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.756961] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.757091] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.757655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.757655] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b848246b-f65e-41c0-a7aa-6e5af1f769d6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.834615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.834825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.834899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.835140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.835278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.835361] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be updated. [ 1084.864126] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.864126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.864126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.864361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.864528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.864846] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1084.869702] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.869702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.869702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.870026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.870026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.874811] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.875740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.875740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.875740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.875740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.875740] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.875740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.875740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.876064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.876064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.876064] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 already deleted. [ 1084.876064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.879214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1084.938279] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.938722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.939105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.939414] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1084.939526] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8cbb3093-4163-438e-8d49-3a8a6b7c60e6', '8bcfafbd-8bc4-414f-a294-5649ef7699ca', 'b473448f-f19f-4a75-b12c-1d207624f92e', 'e270021d-f0e0-46e0-b7de-9620442dd923', '99292e19-ecde-4a26-94ae-816a87ff9ff1', '98234f2e-e112-4632-afd5-07410f35bc7d', 'ed5d7c05-d89d-47d4-b65e-e82df7d04545', 'd5fa336f-19ac-4c08-a8dd-3482166ea62c', 'c41356b7-e512-41b8-944e-aa10ddf44610', '250454b6-6118-45af-a341-afff6bbd9b82', 'badb0efb-a6e1-425b-a259-34a9f54c06cd', 'd1c36cd3-b7bb-4a6f-be58-8a4945a68a4f', 'a4569aa0-7666-4480-8b8c-0d622b21b851', '18e0db3a-24c0-4141-8cac-9844d235c0af', '915c5d1b-e2be-49d5-b98c-38ef6eda6a37', '3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca', 'c3044036-12b4-4289-a72e-5f95f43857ba', '0f5e22c2-d24c-42b4-b8c8-d36912f77364', '4ce29733-4ad1-45bd-8935-0fa37b3cf0ac', 'a6f8e692-8079-4f11-abf0-ad1d6eb09720', '79bfd024-6845-4e6c-98e4-bcbb25db12c0', '494016b7-3dff-49fb-b3b2-2bf46c241d5c', 'e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3', 'f53ab513-1ed7-4019-a778-b211b9fd1153', '7960a9ff-f673-41c5-89ba-3c6c1c1548a3', '34560ac4-66e6-4e67-ac20-57b7371f5375', 'e01bb0ed-9082-4a32-9e0d-df1af06e33c1', '9197a629-9e1c-43d7-958f-a5bd9c1bf1ca', '42749c2d-d4e2-4aa0-847e-2fcead68e0cf', '743c5f2b-07e7-43ac-91d5-392dfbdc681e', '5fc24ee7-4cf9-4469-9902-d4b97b74d2b9', 'd5eabc90-4b83-4692-bb89-3f69738981f8', 'debdc6ee-2317-47c7-b257-f2d2076ff0fa', 'b62cc6f3-2e72-46a4-9830-5b3199ed79a7', 'e3164393-2a9f-4e77-9f3c-049b43c4ba91', '5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0', '4c4249ba-9fb0-458c-896e-de6489c0d03a', 'df0779cd-94d4-4044-999d-4e7bf1395941', 'd3376141-2fd9-421f-8540-70b06527baf5', 'e9472bd7-7912-4920-8525-bc59408f90fb'} {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1084.939667] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1084.961717] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.961950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.961950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.962602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.962602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.962602] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1084.962602] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1084.962602] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1085.043914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.044412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.044412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.044412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.045464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.045740] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1085.045829] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.045887] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1085.045955] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1085.046092] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1085.046177] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGH for action security_group_rules [ 1085.046255] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGH for action security_group_rules [ 1085.046330] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGH for action security_group_rules [ 1085.046330] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGH for action security_group_rules [ 1085.046490] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGH for action security_group_rules [ 1085.046490] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGH for action security_group_rules [ 1085.046656] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGH for action security_group_rules [ 1085.046656] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGH for action security_group_rules [ 1085.046656] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGH for action security_group_rules [ 1085.046902] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGH for action security_group_rules [ 1085.046902] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGH for action security_group_rules [ 1085.046902] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGH for action security_group_rules [ 1085.047159] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGH for action security_group_rules [ 1085.047159] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGH for action security_group_rules [ 1085.047159] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGH for action security_group_rules [ 1085.047159] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGH for action security_group_rules [ 1085.047455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGH for action security_group_rules [ 1085.047455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGH for action security_group_rules [ 1085.047455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGH for action security_group_rules [ 1085.047455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGH for action security_group_rules [ 1085.047668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.167573] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.167784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.167957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.168236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.168365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.168528] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 already deleted. [ 1085.168648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.260457] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.261181] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.261181] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.261550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.261798] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.262033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b848246b-f65e-41c0-a7aa-6e5af1f769d6 not found, creating... [ 1085.262383] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.262590] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.262797] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.262955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.263178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.263428] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.264499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.264499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.264499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.264499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.264499] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b848246b-f65e-41c0-a7aa-6e5af1f769d6 is going to be created. [ 1085.283946] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.284285] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.284360] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.284684] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.284940] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.285214] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.031754] env[69312]: INFO networking_nsxv3.common.synchronization [req-e0f01c21-18a2-4837-a146-2a7ad7251471 req-9f639b04-98d0-47f2-a56b-7cd8d3b1b767 service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1086.032028] env[69312]: INFO networking_nsxv3.common.synchronization [req-e0f01c21-18a2-4837-a146-2a7ad7251471 req-9f639b04-98d0-47f2-a56b-7cd8d3b1b767 service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1086.032085] env[69312]: INFO networking_nsxv3.common.synchronization [req-e0f01c21-18a2-4837-a146-2a7ad7251471 req-9f639b04-98d0-47f2-a56b-7cd8d3b1b767 service nova] Enqueued Resource ID: b848246b-f65e-41c0-a7aa-6e5af1f769d6 with Priority: HIGHEST for action port [ 1086.032296] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1086.032430] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1086.032530] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b848246b-f65e-41c0-a7aa-6e5af1f769d6 with Priority: HIGHEST for action port [ 1086.032776] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGH for action security_group_rules [ 1086.032776] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473448f-f19f-4a75-b12c-1d207624f92e with Priority: HIGH for action security_group_rules [ 1086.032926] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 with Priority: HIGH for action security_group_rules [ 1086.032926] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 with Priority: HIGH for action security_group_rules [ 1086.033051] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 with Priority: HIGH for action security_group_rules [ 1086.033958] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGH for action security_group_rules [ 1086.034039] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGH for action security_group_rules [ 1086.034323] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3044036-12b4-4289-a72e-5f95f43857ba with Priority: HIGH for action security_group_rules [ 1086.034323] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGH for action security_group_rules [ 1086.034323] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca with Priority: HIGH for action security_group_rules [ 1086.037489] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGH for action security_group_rules [ 1086.037632] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGH for action security_group_rules [ 1086.037737] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGH for action security_group_rules [ 1086.037837] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250454b6-6118-45af-a341-afff6bbd9b82 with Priority: HIGH for action security_group_rules [ 1086.037933] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGH for action security_group_rules [ 1086.038055] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGH for action security_group_rules [ 1086.038163] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGH for action security_group_rules [ 1086.038274] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGH for action security_group_rules [ 1086.038370] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca with Priority: HIGH for action security_group_rules [ 1086.038428] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e270021d-f0e0-46e0-b7de-9620442dd923 with Priority: HIGH for action security_group_rules [ 1086.039093] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.039194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.039287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.039519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.039606] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.040498] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.040611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.040678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.040871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.040983] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.041091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.041192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.041283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.041376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.041473] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.042286] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b848246b-f65e-41c0-a7aa-6e5af1f769d6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.042394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.042459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.042605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.042678] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b848246b-f65e-41c0-a7aa-6e5af1f769d6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.043549] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.043654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.043720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.043888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.043964] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.044661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b473448f-f19f-4a75-b12c-1d207624f92e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.044778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.044831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.044982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.045156] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b473448f-f19f-4a75-b12c-1d207624f92e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.046246] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.046358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.046423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.046572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.046643] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5d7c05-d89d-47d4-b65e-e82df7d04545',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.047419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.047531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.047597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.047744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.047818] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915c5d1b-e2be-49d5-b98c-38ef6eda6a37',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.048492] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.048598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.048665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.048895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.048970] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f8e692-8079-4f11-abf0-ad1d6eb09720',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.049627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.049735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.049801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.049948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.050078] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.050987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.051096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.051165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.051609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.051609] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.052232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3044036-12b4-4289-a72e-5f95f43857ba taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.054860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.054965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.055170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.055255] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3044036-12b4-4289-a72e-5f95f43857ba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.056412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.056516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.056583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.056746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.056847] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.057813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.057908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.057968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.059851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.059936] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.063398] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.063398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.063398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.063398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.063398] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.063878] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.063994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.064075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.064244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.064322] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.065380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.065530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.065621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.065815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.065927] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.066944] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250454b6-6118-45af-a341-afff6bbd9b82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.067068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.067136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.067365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.067365] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250454b6-6118-45af-a341-afff6bbd9b82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.069257] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.069257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.069257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.069257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.069257] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.069528] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.069647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072829] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072829] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.072829] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072829] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.072829] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072829] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcfafbd-8bc4-414f-a294-5649ef7699ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.074308] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e270021d-f0e0-46e0-b7de-9620442dd923 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.074308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.074308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.074308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.074590] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e270021d-f0e0-46e0-b7de-9620442dd923',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.079554] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.572085] env[69312]: INFO networking_nsxv3.common.synchronization [req-23676c7c-60da-489b-9029-5a285a0b4e40 req-0631314b-b066-474c-8ab3-bb8e4fb47d83 tempest-ServerAddressesNegativeTestJSON-1105824886 tempest-ServerAddressesNegativeTestJSON-1105824886-project-member] Enqueued Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_members [ 1086.572607] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGHEST for action security_group_members [ 1086.572992] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.573185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.573389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.573545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.573715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.573896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.573986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.574957] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.581312] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.581312] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.581312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.581312] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.584280] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.584628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.584793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.585061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.585320] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.585530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.585677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.585898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.586080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.586252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.586430] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.589997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.589997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.589997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.589997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.589997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.589997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.589997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.589997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.590343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.590343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.590343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.590343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.590475] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.591647] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b848246b-f65e-41c0-a7aa-6e5af1f769d6 with status ACTIVE [ 1086.591809] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.591919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.592039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.592193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.592274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.592436] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.592581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.592641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.592851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.592917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.593079] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.593176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.593234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.593370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.593443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.593528] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b848246b-f65e-41c0-a7aa-6e5af1f769d6 is going to be updated. [ 1086.595405] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.607963] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.609758] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.609758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.609758] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.612550] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.612550] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.612550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.612550] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.621040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.621040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.621192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.621192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.621336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.621578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.621578] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.623162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.623162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.623162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.623162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.623162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.623162] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.631127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.631127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.631127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.631127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.631127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.631974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.631974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.631974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.631974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.631974] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.632415] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.632519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.632570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.633697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.638659] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.638758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671672] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.671907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.674392] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.674512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.675276] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.675393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.676121] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.676221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.676913] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.677018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.677979] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.678097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.678955] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.679062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.679828] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.679911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.681324] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.681324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.681795] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.682220] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.682357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.682416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.682593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.682978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.683188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b848246b-f65e-41c0-a7aa-6e5af1f769d6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.683982] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.684687] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.684687] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.685120] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.685361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.685458] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f8e692-8079-4f11-abf0-ad1d6eb09720 is going to be deleted. [ 1086.689872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.689872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.705537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.705537] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5d7c05-d89d-47d4-b65e-e82df7d04545 is going to be deleted. [ 1086.708662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.708662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.723630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.723777] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915c5d1b-e2be-49d5-b98c-38ef6eda6a37 is going to be deleted. [ 1086.725089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.730448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.744615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.744615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.754731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.754860] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be deleted. [ 1086.755934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.756799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.757545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.757545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.800608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.800927] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b473448f-f19f-4a75-b12c-1d207624f92e is going to be deleted. [ 1086.801827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.802011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.844720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.844878] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcfafbd-8bc4-414f-a294-5649ef7699ca is going to be deleted. [ 1086.845910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.846106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.847746] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.847914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.887580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.887753] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250454b6-6118-45af-a341-afff6bbd9b82 is going to be deleted. [ 1086.888512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.888721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.894480] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1086.894669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.895036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.895308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.895516] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.895641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.895711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.895869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.895949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.896483] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.941648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941827] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3044036-12b4-4289-a72e-5f95f43857ba is going to be deleted. [ 1086.942703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.943017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.944770] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.944904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.956979] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.957112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.962193] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.962305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.985356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.985541] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be deleted. [ 1086.986685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.986685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.054588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.054588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.056322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.056504] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca is going to be deleted. [ 1087.057874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.058926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.086344] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.087451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.087580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.087722] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.097309] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.097539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.097628] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be created. [ 1087.098952] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.098952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.101601] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.101601] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.104250] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.104318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.104550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.104550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.104719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.104719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.104791] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.110236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.110331] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be deleted. [ 1087.114883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.115554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.122171] env[69312]: INFO networking_nsxv3.common.synchronization [req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 req-346c4380-82ab-4272-8a1e-edfd8635de24 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1087.124382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.124382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.124382] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1087.124593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.124710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.124751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.124912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.125072] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.125167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.125226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.125547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.125547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.125547] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.128411] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.132612] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.148491] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c41356b7-e512-41b8-944e-aa10ddf44610: rpc.has_security_group_logging(os_id): False [ 1087.185649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.185805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186665] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.186779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.188590] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.188590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.188590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.188590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.188590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.201324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.201452] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e270021d-f0e0-46e0-b7de-9620442dd923 is going to be deleted. [ 1087.202409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.202777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.202777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.203228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f8e692-8079-4f11-abf0-ad1d6eb09720" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.203228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.203228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.203337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.207707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5d7c05-d89d-47d4-b65e-e82df7d04545" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.208370] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: UNINITIALIZED for 2s [ 1087.208502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.208673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.208758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.208878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915c5d1b-e2be-49d5-b98c-38ef6eda6a37" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.209016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.209198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.209241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.209341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.209700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.209700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.209700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.209816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcfafbd-8bc4-414f-a294-5649ef7699ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.209858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.209995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.210113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.210180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b473448f-f19f-4a75-b12c-1d207624f92e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.210305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.210442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.210516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.210614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250454b6-6118-45af-a341-afff6bbd9b82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.210739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.210871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.231042] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.231042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.265222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.265497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.265616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.265683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.265887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.265970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.266106] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 is going to be updated. [ 1087.267860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.268085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.268171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.268293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.269103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.269203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.269293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.269431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.269721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.269721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.269853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.269934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.270014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.270163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3044036-12b4-4289-a72e-5f95f43857ba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.270760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.270922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.317054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.317054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.317054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.317054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.317054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.317054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.317453] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.317516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.318227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.318227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.318227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.318505] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.318505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.318610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.318889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.319042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.319206] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 1087.320921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.321208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.321365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.321577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5ffb91-f027-4b0f-95bb-37a64ef7b0ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.332898] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.332898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.333175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.334043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.334043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e270021d-f0e0-46e0-b7de-9620442dd923" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.359017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.359017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.359017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.359017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.359017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.371150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: IN_PROGRESS for 2s [ 1087.399851] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.456184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.456184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.456184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.456184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.456435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.475974] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 1087.591026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbb3093-4163-438e-8d49-3a8a6b7c60e6: rpc.has_security_group_logging(os_id): False [ 1087.595446] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f5e22c2-d24c-42b4-b8c8-d36912f77364: rpc.has_security_group_logging(os_id): False [ 1087.607203] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac: rpc.has_security_group_logging(os_id): False [ 1087.632021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.632021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.632021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.632021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.632021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.632021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.632021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.632021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.632021] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99292e19-ecde-4a26-94ae-816a87ff9ff1: rpc.has_security_group_logging(os_id): False [ 1087.633099] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.633099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.634450] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f: rpc.has_security_group_logging(os_id): False [ 1087.649879] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.671671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.671878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.675789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.676089] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.676187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.676251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.676441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.676521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.676614] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 1087.677678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.677844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.712290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.712664] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.712905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.713037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.713337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.713477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.713631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1087.716374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.716642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.734855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.735221] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.735331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.735397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.735608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.735690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.735788] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 is going to be updated. [ 1087.736844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.737023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.742356] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.742507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.742556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.742698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.742890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.755752] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1087.759116] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.759258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.775836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.776162] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.776266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.776319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.776525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.776606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.776711] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1087.778683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.778889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.799214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.799478] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.799599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.799665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.799854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.799936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.800152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.800248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.800309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.800451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.800524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.800761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.800848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.800910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.801061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.801137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.801227] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1087.802448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.802668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.803150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.804416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.804627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.831991] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 1087.839693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.840038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.840169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.840240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.840435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.840519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.840609] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 is going to be updated. [ 1087.852530] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.852653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.852833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.852976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.853135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.877905] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: IN_PROGRESS for 2s [ 1087.906584] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.908251] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.908384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.908452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.908735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.909642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.948268] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1087.952118] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.952118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.952710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.952710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.952869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.957028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.957028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.957028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.957028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.957415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.983548] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: IN_PROGRESS for 2s [ 1087.983548] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1088.021119] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.021119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.021119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.021119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.021119] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.021119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.021119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.021921] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.022325] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.022801] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.023246] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.023532] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.023793] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.024072] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.026020] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.026020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.061298] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.061298] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.061298] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.061298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.061298] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-aada45b2-3454-487a-b701-adefbfcc52f2 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.061298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.061298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.061298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.061298] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aada45b2-3454-487a-b701-adefbfcc52f2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.411566] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.411859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.411859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.412051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.412128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.412222] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be updated. [ 1088.441441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.441792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.441792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.441944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.442009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.450492] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1088.564944] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.565223] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.566028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.566028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.566028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.566028] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port aada45b2-3454-487a-b701-adefbfcc52f2 not found, creating... [ 1088.566237] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.566394] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.566513] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.566727] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.566866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.567173] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.569058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.569058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.569058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.569058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.569058] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: aada45b2-3454-487a-b701-adefbfcc52f2 is going to be created. [ 1088.588474] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.588474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.588474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.588474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.588474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.588474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.906422] env[69312]: INFO networking_nsxv3.common.synchronization [req-e19378df-6dd3-4043-8cff-e71181c3878b req-8c3f3eeb-d360-4b7d-b533-72e00bb51244 tempest-ServerRescueTestJSONUnderV235-1270572933 tempest-ServerRescueTestJSONUnderV235-1270572933-project-member] Enqueued Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1088.906933] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98234f2e-e112-4632-afd5-07410f35bc7d with Priority: HIGHEST for action security_group_members [ 1088.907248] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.907352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.221095] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1089.221379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.221511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.221676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.221869] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.221985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.222063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.222215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.222294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.222380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.222462] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.380584] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: SUCCESS [ 1089.380865] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 deletion is rescheduled due to dependency. [ 1089.381058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.381303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.381610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.381889] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.382086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.382198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.382514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.382585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.382717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.382870] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.491345] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 1089.491678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.726315] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.726462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.726533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.726755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.726925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.727269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.727269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.727269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.727416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.727416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.728232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.728232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.728232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.728232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.728232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.728232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.728581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.728581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.728581] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.769264] env[69312]: INFO networking_nsxv3.common.synchronization [req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 req-50e4fc9c-5083-490e-88a0-ea6604d6c415 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 1089.769451] env[69312]: INFO networking_nsxv3.common.synchronization [req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 req-50e4fc9c-5083-490e-88a0-ea6604d6c415 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1089.769696] env[69312]: INFO networking_nsxv3.common.synchronization [req-b1e56be8-11a4-4eaa-97b2-865ec36522a1 req-50e4fc9c-5083-490e-88a0-ea6604d6c415 service nova] Enqueued Resource ID: aada45b2-3454-487a-b701-adefbfcc52f2 with Priority: HIGHEST for action port [ 1089.770230] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 1089.770369] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1089.770463] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada45b2-3454-487a-b701-adefbfcc52f2 with Priority: HIGHEST for action port [ 1089.773545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.773679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.773749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.773959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.774092] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.774876] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.774945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.775177] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-aada45b2-3454-487a-b701-adefbfcc52f2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.775283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.775347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.775510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.775583] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aada45b2-3454-487a-b701-adefbfcc52f2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.776831] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1089.776994] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1089.777099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.777602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.777767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.777914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.778024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.778088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.778226] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.778305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.778389] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.852592] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 1089.852592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.886211] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.891124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.891124] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.891124] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: SUCCESS [ 1089.891124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.972577] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1089.972577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.997569] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1089.997815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.998601] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: SUCCESS [ 1089.998801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.231138] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1090.255234] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.255411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.255465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.255875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.256034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.256247] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.256346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.256411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.256590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.256675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.256884] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.256978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.257048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.257210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.257268] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.257745] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.257745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.257745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.257745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.257965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.257965] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be created. [ 1090.278026] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.278245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.279628] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aada45b2-3454-487a-b701-adefbfcc52f2 with status ACTIVE [ 1090.280335] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.280335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.280335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.280618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.280673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.280875] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.281018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.281178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.281297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.281372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.281606] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.281739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.281807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.281966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.282090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.282421] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aada45b2-3454-487a-b701-adefbfcc52f2 is going to be updated. [ 1090.283714] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.321276] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.321276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.321276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.321276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.321276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.321276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aada45b2-3454-487a-b701-adefbfcc52f2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.347538] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.348078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.348363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.348697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.348912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.360689] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1090.392408] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4569aa0-7666-4480-8b8c-0d622b21b851: rpc.has_security_group_logging(os_id): False [ 1090.417270] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.417485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.417485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.417849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.417849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.418114] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.418215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.418215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.418371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.418452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.418711] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.418828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.418890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.419262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.419370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.419617] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.419741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.419934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.420033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.420070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.420178] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 is going to be updated. [ 1090.468992] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1090.469300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.469498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.469752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.470117] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.470117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.470214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.470362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.470463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.470546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.470751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-98234f2e-e112-4632-afd5-07410f35bc7d taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.470875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.470941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.471122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.471270] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.471386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.471453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.471606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.471688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.471779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.471901] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.473059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.473059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.473234] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.473348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.473496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.473552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.473637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.473747] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.582666] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.582666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.582666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.582666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.582666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.603233] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: IN_PROGRESS for 2s [ 1090.787862] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.977241] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98234f2e-e112-4632-afd5-07410f35bc7d: rpc.has_security_group_logging(os_id): False [ 1090.977241] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.977241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.977241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.977473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.007211] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.007401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.009631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.009880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.009999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.010109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.010316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.010398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.010497] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be updated. [ 1091.013476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.014196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.014196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.014345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.014510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.014582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.014749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.014854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.015062] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.015164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.015223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.015425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.015425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.015618] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.015711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.015763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.015898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.015971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.016074] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be updated. [ 1091.046221] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.046406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.047020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.047257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.047409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.054959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1091.083615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.083615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.083615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.083615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.083615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.092865] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: IN_PROGRESS for 2s [ 1091.289802] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.290875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.290875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.290875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.290875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.290875] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1091.317581] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.317581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.317581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.317581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.317581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.327399] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1091.918252] env[69312]: INFO networking_nsxv3.common.synchronization [req-4e22cdd4-d833-4576-b052-f687f0e90a6f req-5f93742b-e3f9-4b6e-9807-a59695a26bc9 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1091.918252] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1091.918252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.918252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.918252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.918252] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.374365] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1092.374650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.421104] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.421278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.421720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.421720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.421720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.422394] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.422394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.422394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.422394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.422394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.422394] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 already deleted. [ 1092.422394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.616637] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4569aa0-7666-4480-8b8c-0d622b21b851 in Status: SUCCESS [ 1092.616637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.812286] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812526] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812670] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.813256] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.813592] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.813788] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.813912] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.814170] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.814323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.814541] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.814657] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.814766] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.814876] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.814986] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.815148] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.815257] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.834173] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.834367] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.835051] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.835051] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.835051] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.835421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.835421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.835594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.835736] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f398cee1-c4b1-4b6f-aced-b9b0c8695d31',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.066422] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1093.066422] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d deletion is rescheduled due to dependency. [ 1093.066422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.108403] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98234f2e-e112-4632-afd5-07410f35bc7d in Status: SUCCESS [ 1093.108641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.108842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.109338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.109338] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.339375] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.339375] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.339595] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.339862] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.340221] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.340423] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f398cee1-c4b1-4b6f-aced-b9b0c8695d31 not found, creating... [ 1093.342091] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.342359] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.342511] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.342821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.343116] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.344116] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.344116] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.344116] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.344800] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.344800] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.344800] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f398cee1-c4b1-4b6f-aced-b9b0c8695d31 is going to be created. [ 1093.347830] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1093.348044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.348224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.349363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.349363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.349782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.349782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.349924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.349924] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.370557] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.371472] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.371472] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.371472] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.371643] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.372408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.630558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.631322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.631322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.631322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.631322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631322] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d is going to be deleted. [ 1093.685351] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.685594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.685594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.685845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.685892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.685971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.686151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.686317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.686446] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98234f2e-e112-4632-afd5-07410f35bc7d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.853355] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.853755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.853755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.853998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.853998] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.854135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.854185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.856207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.856207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.856207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.856207] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.210317] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.210499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.210548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.210765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.210871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.210978] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98234f2e-e112-4632-afd5-07410f35bc7d already deleted. [ 1094.211076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98234f2e-e112-4632-afd5-07410f35bc7d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.364443] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34560ac4-66e6-4e67-ac20-57b7371f5375: rpc.has_security_group_logging(os_id): False [ 1094.385951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.388734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.388734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.388734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.388734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.388734] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.388734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.388734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.389384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.389384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.389384] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.389603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.389603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.389724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.389724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.389990] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.390115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.390758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.390758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.390758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.390758] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1094.448538] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.449218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.449372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.449636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.449825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.462729] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1094.484283] env[69312]: INFO networking_nsxv3.common.synchronization [req-4e22cdd4-d833-4576-b052-f687f0e90a6f req-46a6d7bc-268f-426d-8de5-c619ed98e6d0 service nova] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1094.484283] env[69312]: INFO networking_nsxv3.common.synchronization [req-4e22cdd4-d833-4576-b052-f687f0e90a6f req-46a6d7bc-268f-426d-8de5-c619ed98e6d0 service nova] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1094.484283] env[69312]: INFO networking_nsxv3.common.synchronization [req-4e22cdd4-d833-4576-b052-f687f0e90a6f req-46a6d7bc-268f-426d-8de5-c619ed98e6d0 service nova] Enqueued Resource ID: f398cee1-c4b1-4b6f-aced-b9b0c8695d31 with Priority: HIGHEST for action port [ 1094.485534] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1094.485534] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1094.485534] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f398cee1-c4b1-4b6f-aced-b9b0c8695d31 with Priority: HIGHEST for action port [ 1094.486510] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.486679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.487726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.487726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.487726] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.488587] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.488587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.488587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.491609] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.491609] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.491609] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.491609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.491609] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f398cee1-c4b1-4b6f-aced-b9b0c8695d31',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.688493] env[69312]: INFO networking_nsxv3.common.synchronization [None req-3cce1a21-8a6b-40e4-9c78-c23524554c9b None None] Enqueued Resource ID: ae5d6469-4deb-47b3-a352-57b9a7c4d63a with Priority: HIGHEST for action port [ 1094.688493] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5d6469-4deb-47b3-a352-57b9a7c4d63a with Priority: HIGHEST for action port [ 1094.688493] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5d6469-4deb-47b3-a352-57b9a7c4d63a taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.688493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5d6469-4deb-47b3-a352-57b9a7c4d63a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.688493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5d6469-4deb-47b3-a352-57b9a7c4d63a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.688493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5d6469-4deb-47b3-a352-57b9a7c4d63a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.688493] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5d6469-4deb-47b3-a352-57b9a7c4d63a',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.917470] env[69312]: INFO networking_nsxv3.common.synchronization [req-00990934-19f8-46ea-9dc7-1262fba27bfa req-48b5c930-8470-44be-8be1-993cd4c03cf7 tempest-ImagesTestJSON-395776183 tempest-ImagesTestJSON-395776183-project-member] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1094.918864] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGHEST for action security_group_members [ 1094.918864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.918864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.918864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.918864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.918864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.918864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.918864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.919981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.919981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.919981] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.996023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.996023] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.996023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f398cee1-c4b1-4b6f-aced-b9b0c8695d31 with status ACTIVE [ 1094.996023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.996023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.996023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.996961] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.996961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.996961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.996961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.996961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.996961] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f398cee1-c4b1-4b6f-aced-b9b0c8695d31 is going to be updated. [ 1095.018325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.018325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.018325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.018693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.018693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.018693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f398cee1-c4b1-4b6f-aced-b9b0c8695d31" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.191134] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae5d6469-4deb-47b3-a352-57b9a7c4d63a [ 1095.191369] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.191524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.191568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.191778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.191869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.191966] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae5d6469-4deb-47b3-a352-57b9a7c4d63a already deleted. [ 1095.192076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5d6469-4deb-47b3-a352-57b9a7c4d63a" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.428098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.428098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.428098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.428098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.428098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.428098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.428098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.428398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.428398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.428398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.428498] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be updated. [ 1095.464424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.465852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.465943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.466165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.466324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.477117] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: IN_PROGRESS for 2s [ 1095.501304] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.916320] env[69312]: INFO networking_nsxv3.common.synchronization [req-c1b2cae1-3a11-48fc-86ce-176d352208dc req-b9edfae0-d3ab-4455-aa1d-4e48711fd74a tempest-SecurityGroupRulesNegativeTestJSON-912841598 tempest-SecurityGroupRulesNegativeTestJSON-912841598-project-member] Enqueued Resource ID: f0153d3c-ac58-4f46-a23b-817512113daa with Priority: HIGHEST for action security_group_rules [ 1095.916899] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0153d3c-ac58-4f46-a23b-817512113daa with Priority: HIGHEST for action security_group_rules [ 1095.917325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0153d3c-ac58-4f46-a23b-817512113daa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.917479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.917557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.917835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.917924] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0153d3c-ac58-4f46-a23b-817512113daa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.974145] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f0bdd0c1-a0de-483e-b756-a57f1fda838d None None] Enqueued Resource ID: e4ead126-76e0-49ba-a044-37b1f484c670 with Priority: HIGHEST for action port [ 1095.974145] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ead126-76e0-49ba-a044-37b1f484c670 with Priority: HIGHEST for action port [ 1095.978229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ead126-76e0-49ba-a044-37b1f484c670 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.978229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ead126-76e0-49ba-a044-37b1f484c670" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.978229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ead126-76e0-49ba-a044-37b1f484c670" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.978229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ead126-76e0-49ba-a044-37b1f484c670" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.978229] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ead126-76e0-49ba-a044-37b1f484c670',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.007760] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.007760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.007760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.007760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.007760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.007760] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be created. [ 1096.034078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.034078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.034078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.034078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.034078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.042784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: UNINITIALIZED for 2s [ 1096.120102] env[69312]: INFO networking_nsxv3.common.synchronization [req-ff6f53f5-e36f-4a28-980f-fceb5abac582 req-0caa8e91-a559-4069-92ba-e50cb8f11bc8 tempest-VolumesAdminNegativeTest-1179457549 tempest-VolumesAdminNegativeTest-1179457549-project-member] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_members [ 1096.120644] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGHEST for action security_group_members [ 1096.120960] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.121098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.121159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121592] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.121592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.121741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.121931] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.437653] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.437653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.437907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.437954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.438072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.438189] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0153d3c-ac58-4f46-a23b-817512113daa already deleted. [ 1096.438267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.475463] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1096.477817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.490986] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4ead126-76e0-49ba-a044-37b1f484c670 [ 1096.490986] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.490986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.490986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.490986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.490986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.490986] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4ead126-76e0-49ba-a044-37b1f484c670 already deleted. [ 1096.490986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ead126-76e0-49ba-a044-37b1f484c670" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.627932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.628742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.628742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.629430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.629762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.634038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.634038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.634038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.634038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.634038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.634038] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 is going to be updated. [ 1096.669726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.670248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.671831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.671831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.671831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.681509] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: IN_PROGRESS for 2s [ 1096.916450] env[69312]: INFO networking_nsxv3.common.synchronization [req-9bcbd110-736b-4bbd-91b9-19fa59c7cfc6 req-cac405df-df53-40d3-81a2-b49371c4f129 tempest-SecurityGroupRulesNegativeTestJSON-912841598 tempest-SecurityGroupRulesNegativeTestJSON-912841598-project-member] Enqueued Resource ID: f0153d3c-ac58-4f46-a23b-817512113daa with Priority: HIGHEST for action security_group_rules [ 1096.917309] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0153d3c-ac58-4f46-a23b-817512113daa with Priority: HIGHEST for action security_group_rules [ 1096.917681] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0153d3c-ac58-4f46-a23b-817512113daa taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.917852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.917936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.918713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.918713] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0153d3c-ac58-4f46-a23b-817512113daa',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.437780] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.437780] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.437780] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.437984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.437984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.438167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0153d3c-ac58-4f46-a23b-817512113daa already deleted. [ 1097.438167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0153d3c-ac58-4f46-a23b-817512113daa" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.458333] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ca758738-6869-4e2e-a112-1696dd156a3a None None] Enqueued Resource ID: 09daa087-7882-4501-a2d7-436d26fa137d with Priority: HIGHEST for action port [ 1097.458860] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09daa087-7882-4501-a2d7-436d26fa137d with Priority: HIGHEST for action port [ 1097.459208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-09daa087-7882-4501-a2d7-436d26fa137d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.459320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09daa087-7882-4501-a2d7-436d26fa137d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.459385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09daa087-7882-4501-a2d7-436d26fa137d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.459627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09daa087-7882-4501-a2d7-436d26fa137d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.459706] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09daa087-7882-4501-a2d7-436d26fa137d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.485072] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac in Status: SUCCESS [ 1097.485257] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac deletion is rescheduled due to dependency. [ 1097.485371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.961639] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09daa087-7882-4501-a2d7-436d26fa137d [ 1097.961912] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.961912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.961912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.962176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.962176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.962304] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09daa087-7882-4501-a2d7-436d26fa137d already deleted. [ 1097.962358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09daa087-7882-4501-a2d7-436d26fa137d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.054425] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1098.054645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.054922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.055431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.055513] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.055649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.055750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.055959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.056093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.056200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.056318] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.444854] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c9bc0ce4-8f8a-496e-8c10-610b3e2c1825 None None] Enqueued Resource ID: 2b26bd77-567a-44fa-b796-2edc84a71235 with Priority: HIGHEST for action port [ 1098.444854] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b26bd77-567a-44fa-b796-2edc84a71235 with Priority: HIGHEST for action port [ 1098.445491] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b26bd77-567a-44fa-b796-2edc84a71235 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.445491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b26bd77-567a-44fa-b796-2edc84a71235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.445627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b26bd77-567a-44fa-b796-2edc84a71235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.445810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b26bd77-567a-44fa-b796-2edc84a71235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.445895] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b26bd77-567a-44fa-b796-2edc84a71235',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.563556] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.692575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 in Status: SUCCESS [ 1098.692575] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 deletion is rescheduled due to dependency. [ 1098.692575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.948283] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b26bd77-567a-44fa-b796-2edc84a71235 [ 1098.948283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.948283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.948283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.949024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.949024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.949024] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b26bd77-567a-44fa-b796-2edc84a71235 already deleted. [ 1098.949024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b26bd77-567a-44fa-b796-2edc84a71235" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.067575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81cbb2d8-59ae-4ee1-a187-bac653feb041: rpc.has_security_group_logging(os_id): False [ 1099.085471] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.085685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.085732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.085956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.086101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.086428] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.086547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.086685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.086871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.086967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.087135] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be created. [ 1099.140759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.141074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.141272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.141330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.141498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.152107] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1099.674191] env[69312]: INFO networking_nsxv3.common.synchronization [req-074720e6-6bc0-4305-b4d2-c36a79bd7935 req-b553a0c9-e006-4025-b515-a8b42de260b4 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 1099.674780] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 1099.679208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.679208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.679208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.679208] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.183346] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.689579] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.167863] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1101.167863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.194566] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.194566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.194566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.194566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.194566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.194566] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 1101.217995] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.218581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.218785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.219444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.219806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.228533] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 1101.367212] env[69312]: INFO networking_nsxv3.common.synchronization [req-45583688-bab6-46fb-8132-9e4d626c8bc7 req-867b8403-341e-4f6c-af77-7f151812d545 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1101.367811] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1101.368098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.368882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.368882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.368882] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.368882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.369184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.369184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.369184] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.872024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.872708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.872708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.872708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.872708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.872970] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.873140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.874284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.874520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.874638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.874805] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 already deleted. [ 1101.874934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.010152] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.010390] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.010626] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.010818] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.013408] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.013408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.013408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.013408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.013408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.013408] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.013408] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.013408] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.013408] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.013408] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.013408] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.013408] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.029850] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.030745] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.031195] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.033019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.033019] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.033019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.033019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.033019] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.033019] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9037cc1-3cbc-4200-9e4f-ba365431f9d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.542020] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.542020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 not found, creating... [ 1102.542020] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.542020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.542866] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.542866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.542866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.542866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.542866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.542866] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: c9037cc1-3cbc-4200-9e4f-ba365431f9d2 is going to be created. [ 1102.569817] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.572608] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.574695] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.574793] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.574793] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.576244] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.241395] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 1103.241747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.505906] env[69312]: INFO networking_nsxv3.common.synchronization [req-45583688-bab6-46fb-8132-9e4d626c8bc7 req-ad520650-58de-4a38-aa6d-b6f385308447 service nova] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1103.505906] env[69312]: INFO networking_nsxv3.common.synchronization [req-45583688-bab6-46fb-8132-9e4d626c8bc7 req-ad520650-58de-4a38-aa6d-b6f385308447 service nova] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1103.505906] env[69312]: INFO networking_nsxv3.common.synchronization [req-45583688-bab6-46fb-8132-9e4d626c8bc7 req-ad520650-58de-4a38-aa6d-b6f385308447 service nova] Enqueued Resource ID: c9037cc1-3cbc-4200-9e4f-ba365431f9d2 with Priority: HIGHEST for action port [ 1103.505906] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1103.505906] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1103.505906] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9037cc1-3cbc-4200-9e4f-ba365431f9d2 with Priority: HIGHEST for action port [ 1103.505906] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.505906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.505906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.505906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.506613] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.508978] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.508978] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.508978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.508978] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.509568] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.509640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.511200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.511200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.511200] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9037cc1-3cbc-4200-9e4f-ba365431f9d2',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.014343] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.014343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.014343] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.014343] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9037cc1-3cbc-4200-9e4f-ba365431f9d2 with status ACTIVE [ 1104.014726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.014726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.014726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.014934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.014988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.015172] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.015261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.015340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.015550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.015587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.015736] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.015821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.015932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.016282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.016408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.016517] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9037cc1-3cbc-4200-9e4f-ba365431f9d2 is going to be updated. [ 1104.038959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.040392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.040392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.040392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.040392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.040392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9037cc1-3cbc-4200-9e4f-ba365431f9d2" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.518219] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.932976] env[69312]: INFO networking_nsxv3.common.synchronization [req-80880484-45ae-4e27-bfad-da0dabb7bb58 req-d7a48ee5-8a58-4318-b130-6d3118d93511 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1104.933605] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1104.933966] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.934553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.934638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.934971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.935070] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.935206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.935290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.935458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.935557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.935650] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.022363] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.022788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.022788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.022788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.023012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.023012] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be created. [ 1105.045192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.045442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.045502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.045692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.045854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.054937] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: UNINITIALIZED for 2s [ 1105.437925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.438117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.438191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.438421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.438517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.438718] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.438892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.438892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.439043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.439130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.439441] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1105.478763] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.478906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.478964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.479472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.479472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.489501] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1106.051012] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b0c771d-a210-42be-be45-0f5422f49f32 req-f507ec26-746d-4b23-b492-fcd7ecefaf84 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1106.051574] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1106.051880] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.052012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.052087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.052348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.052504] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.052604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.052664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.052812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.052896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.053053] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.345922] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.345922] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.346284] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.346480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.347614] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.347614] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.348265] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.348265] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.349054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.349054] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.349262] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.349467] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.349711] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.350044] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.350180] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.350475] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.369875] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.369981] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.370082] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.370267] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.371642] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-2686bf4c-76fc-42d7-9760-b96251f5736f taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.371642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.371642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.371642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.371642] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2686bf4c-76fc-42d7-9760-b96251f5736f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.555130] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.555353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.555436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.555654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.555746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.555949] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.556072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.556136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.556329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.556442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.556538] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e already deleted. [ 1106.556617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.874280] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.874544] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.874717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.875073] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.875308] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.875516] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 2686bf4c-76fc-42d7-9760-b96251f5736f not found, creating... [ 1106.875868] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.876089] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.876248] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.876550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.876731] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.877128] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.877318] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.877473] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.877771] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.877934] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.878158] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 2686bf4c-76fc-42d7-9760-b96251f5736f is going to be created. [ 1106.898112] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.898112] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.898112] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.898400] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.898560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.898806] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.067053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1107.067353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.067581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.067845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.068055] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.068227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.068321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.068509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.068612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.068718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.068825] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.498751] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1107.498945] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1107.499076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.570569] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.598657] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b0c771d-a210-42be-be45-0f5422f49f32 req-8167c39b-d2c0-4c34-9a70-5fb31f6acb21 service nova] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_rules [ 1107.598657] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b0c771d-a210-42be-be45-0f5422f49f32 req-8167c39b-d2c0-4c34-9a70-5fb31f6acb21 service nova] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1107.598657] env[69312]: INFO networking_nsxv3.common.synchronization [req-1b0c771d-a210-42be-be45-0f5422f49f32 req-8167c39b-d2c0-4c34-9a70-5fb31f6acb21 service nova] Enqueued Resource ID: 2686bf4c-76fc-42d7-9760-b96251f5736f with Priority: HIGHEST for action port [ 1107.598657] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_rules [ 1107.598657] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1107.598657] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686bf4c-76fc-42d7-9760-b96251f5736f with Priority: HIGHEST for action port [ 1107.598657] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.598657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.598657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.598657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.598657] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.602279] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.602279] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.602279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.602279] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.603024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2686bf4c-76fc-42d7-9760-b96251f5736f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.603114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.603230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.603351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.603446] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2686bf4c-76fc-42d7-9760-b96251f5736f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.073306] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 240a2e34-97c6-487b-96a2-5229487ab608: rpc.has_security_group_logging(os_id): False [ 1108.094673] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.094673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.094673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.094673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.094673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.095039] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.095039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.095039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.095177] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.095256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.096032] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be created. [ 1108.111489] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.111489] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111489] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2686bf4c-76fc-42d7-9760-b96251f5736f with status ACTIVE [ 1108.111489] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.111489] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.111489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.112384] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.112384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.112384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.112384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.112384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.112384] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2686bf4c-76fc-42d7-9760-b96251f5736f is going to be updated. [ 1108.130744] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.130906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.130906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.131099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.131248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.131397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2686bf4c-76fc-42d7-9760-b96251f5736f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.157931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.158145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.158199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.158517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.158779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.174616] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: IN_PROGRESS for 2s [ 1108.615566] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.117614] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.117965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.117965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.118249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.118249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.118412] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be created. [ 1109.142733] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.142733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.142733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.142733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.142733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.150810] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: UNINITIALIZED for 2s [ 1110.184640] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1110.185329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.161373] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1111.161592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.162143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.162368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.162558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.162678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.162743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.162880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.162993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.163100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.163191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.665494] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.665877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.665877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.665981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.666091] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.666212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.666288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.666418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.666508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.666591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.666739] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.666841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.666896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.667058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.667192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.667277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.667349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.667460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.667528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.667602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.667695] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.170527] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e3f24d-5058-4067-a3ee-f11ea70a567e: rpc.has_security_group_logging(os_id): False [ 1112.187689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.187840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.187902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.188146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.188242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.188441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.188582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.188628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.189447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.189546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.189777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.189967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.190039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.190611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.190611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.190611] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.190611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.190797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.190797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.190872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.191075] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be created. [ 1112.246225] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.246416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.246489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.246691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.247022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.257161] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: IN_PROGRESS for 2s [ 1112.597919] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.598094] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1114.273222] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1114.273596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.344329] env[69312]: INFO networking_nsxv3.common.synchronization [req-fbd51037-a6fe-4146-a0e6-17a963033ef8 req-13ea9756-d1e8-4b37-a01f-be38de088477 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1114.344835] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1114.345154] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.345354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.345354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.345571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.345685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.345983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.345983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.345983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.347038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.347447] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.854304] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.903786] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.904050] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.904623] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.904696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.905138] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.905255] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.905400] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.905677] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.905833] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.906190] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.906558] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.906558] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.906558] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.906760] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.906760] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.906940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.928675] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.928889] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.929074] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.929328] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.929874] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f294567b-876f-4da9-a232-48407299cdba taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.930213] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.930436] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.930850] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.931094] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f294567b-876f-4da9-a232-48407299cdba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.358503] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.437278] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.437590] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.437711] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.438077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.438262] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.438453] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f294567b-876f-4da9-a232-48407299cdba not found, creating... [ 1115.438970] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.438970] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.439113] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.439328] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.439500] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.439844] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.440052] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.441098] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.441524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.441524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.441669] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f294567b-876f-4da9-a232-48407299cdba is going to be created. [ 1115.470324] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.470603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470755] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.471054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.471306] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.471602] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.863945] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.863945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.863945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.863945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.863945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.863945] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1115.893517] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.893517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.893517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.893517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.893517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.901805] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1116.283034] env[69312]: INFO networking_nsxv3.common.synchronization [req-fbd51037-a6fe-4146-a0e6-17a963033ef8 req-8d450454-d156-47e8-a050-c4cfdddb830f service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1116.283034] env[69312]: INFO networking_nsxv3.common.synchronization [req-fbd51037-a6fe-4146-a0e6-17a963033ef8 req-8d450454-d156-47e8-a050-c4cfdddb830f service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1116.283034] env[69312]: INFO networking_nsxv3.common.synchronization [req-fbd51037-a6fe-4146-a0e6-17a963033ef8 req-8d450454-d156-47e8-a050-c4cfdddb830f service nova] Enqueued Resource ID: f294567b-876f-4da9-a232-48407299cdba with Priority: HIGHEST for action port [ 1116.283034] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1116.283034] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1116.283034] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f294567b-876f-4da9-a232-48407299cdba with Priority: HIGHEST for action port [ 1116.283969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.284317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.287020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.287020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.287020] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f294567b-876f-4da9-a232-48407299cdba taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.287020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.287020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f294567b-876f-4da9-a232-48407299cdba',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.802019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.802019] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f294567b-876f-4da9-a232-48407299cdba with status ACTIVE [ 1116.802019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.802019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.802019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.802019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.802709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.802709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.802709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.802709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.802709] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f294567b-876f-4da9-a232-48407299cdba is going to be updated. [ 1116.827478] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.827478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.827478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.827694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.827754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.827922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f294567b-876f-4da9-a232-48407299cdba" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.917243] env[69312]: INFO networking_nsxv3.common.synchronization [None req-6b8ec1a4-a357-47fc-98d0-78e463cc0cae None None] Enqueued Resource ID: 1144d4e9-af71-4d17-8486-db6375b3fb89 with Priority: HIGHEST for action port [ 1116.917654] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1144d4e9-af71-4d17-8486-db6375b3fb89 with Priority: HIGHEST for action port [ 1116.918073] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-1144d4e9-af71-4d17-8486-db6375b3fb89 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.918200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1144d4e9-af71-4d17-8486-db6375b3fb89" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.918259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1144d4e9-af71-4d17-8486-db6375b3fb89" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.918506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1144d4e9-af71-4d17-8486-db6375b3fb89" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.918585] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1144d4e9-af71-4d17-8486-db6375b3fb89',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.423343] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1144d4e9-af71-4d17-8486-db6375b3fb89 [ 1117.423572] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.424726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.424726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.424726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.424726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.424726] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1144d4e9-af71-4d17-8486-db6375b3fb89 already deleted. [ 1117.424726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1144d4e9-af71-4d17-8486-db6375b3fb89" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.911190] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1117.911447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.911620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.911773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.912159] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.912159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.912283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.912321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.912477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.912477] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.415788] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.661123] env[69312]: INFO networking_nsxv3.common.synchronization [None req-f1992c1a-c223-4892-b798-bf796aae7b12 None None] Enqueued Resource ID: 08993206-7882-488b-a065-467887411a1e with Priority: HIGHEST for action port [ 1118.661426] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08993206-7882-488b-a065-467887411a1e with Priority: HIGHEST for action port [ 1118.661929] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-08993206-7882-488b-a065-467887411a1e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.662062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08993206-7882-488b-a065-467887411a1e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.662126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08993206-7882-488b-a065-467887411a1e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.662392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08993206-7882-488b-a065-467887411a1e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.662499] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08993206-7882-488b-a065-467887411a1e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.789894] env[69312]: INFO networking_nsxv3.common.synchronization [req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 req-50149d0f-dfaf-4de1-acf2-4d41161c7895 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Enqueued Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_members [ 1118.791689] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_members [ 1118.791689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.791689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.791689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.791689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.791689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.791689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.791689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.792042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.792042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.792042] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.920792] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.936114] env[69312]: INFO networking_nsxv3.common.synchronization [req-4c0671ac-e533-49d0-a3de-226c587c6988 req-c995fe23-64a4-4410-9fdf-37f3024a858d tempest-DeleteServersAdminTestJSON-1067344024 tempest-DeleteServersAdminTestJSON-1067344024-project-admin] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1118.936114] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1118.936728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.936728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.936728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.936899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.936926] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.937029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.937095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.937230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.937309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.937396] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.168165] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08993206-7882-488b-a065-467887411a1e [ 1119.168526] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.168697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.168772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.169009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.169187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.169249] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08993206-7882-488b-a065-467887411a1e already deleted. [ 1119.169278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08993206-7882-488b-a065-467887411a1e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.294856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.294856] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.294856] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ff3116-5770-4e69-a5af-43a7438b5835 already deleted. [ 1119.294856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.427708] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.427708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.427708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.427708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.427708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.427708] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1119.441593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.441593] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.441593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.441593] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be updated. [ 1119.457662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.458115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.459874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.459874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.459874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.465803] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.465803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.465803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.465803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.465803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.467252] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1119.471402] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: IN_PROGRESS for 2s [ 1119.598158] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.598158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-90" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.598158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-90" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.598158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-90" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.598158] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.598158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.598158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.598158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.598785] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.599314] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.599583] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.602091] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.602091] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.602091] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.602091] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.602091] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.619981] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.620851] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.621398] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.621398] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-90" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.621657] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-9d8795ef-1a82-4595-9b6f-08c36db8e28d taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.624124] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.624351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.624697] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.624875] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8795ef-1a82-4595-9b6f-08c36db8e28d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.131171] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.131410] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.131547] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.131830] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.131987] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.132167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 9d8795ef-1a82-4595-9b6f-08c36db8e28d not found, creating... [ 1120.132673] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.132673] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.132777] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.132932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.134207] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.134549] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.137282] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.137282] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.137457] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.137634] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.137762] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 9d8795ef-1a82-4595-9b6f-08c36db8e28d is going to be created. [ 1120.161241] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.164642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.164642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.164642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.164642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.164642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.888734] env[69312]: INFO networking_nsxv3.common.synchronization [req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 req-16963fa2-56ed-4f19-8b8c-25f94042c272 service nova] Enqueued Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_rules [ 1120.888914] env[69312]: INFO networking_nsxv3.common.synchronization [req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 req-16963fa2-56ed-4f19-8b8c-25f94042c272 service nova] Enqueued Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_members [ 1120.889059] env[69312]: INFO networking_nsxv3.common.synchronization [req-7db3b36e-a7d9-4e2a-9c59-7100352f25e5 req-16963fa2-56ed-4f19-8b8c-25f94042c272 service nova] Enqueued Resource ID: 9d8795ef-1a82-4595-9b6f-08c36db8e28d with Priority: HIGHEST for action port [ 1120.889713] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_rules [ 1120.889713] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_members [ 1120.889787] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8795ef-1a82-4595-9b6f-08c36db8e28d with Priority: HIGHEST for action port [ 1120.890046] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.890176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.890239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.891181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.891181] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.891435] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.891548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.891616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.891779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.891923] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.892027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.892091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.892223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.892311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.892400] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.893231] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d8795ef-1a82-4595-9b6f-08c36db8e28d taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.893289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.893351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.893519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.893568] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8795ef-1a82-4595-9b6f-08c36db8e28d',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.397159] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.398223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.398323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.398487] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d8795ef-1a82-4595-9b6f-08c36db8e28d with status ACTIVE [ 1121.398675] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.398745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.398821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.399016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.399112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.399298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.399447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.399548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.399716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.399798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.399981] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.400107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.400184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.400335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.400411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.400956] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d8795ef-1a82-4595-9b6f-08c36db8e28d is going to be updated. [ 1121.419725] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.419888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.419924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.420145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.420278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.420431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d8795ef-1a82-4595-9b6f-08c36db8e28d" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.477554] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1121.477824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.478047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.478441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.478441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.478647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.478647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.478771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.478854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.478939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.479040] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.480473] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1121.480625] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e deletion is rescheduled due to dependency. [ 1121.480733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.903631] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.983785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.983785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.983785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.983785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.983785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.984117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.984117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.984117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.984117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.984247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.984325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.984416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.984476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.984620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.984761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.984850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.984909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.985053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.985130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.985211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.985297] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.406558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.406873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.406873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.407928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.407928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.407928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ff3116-5770-4e69-a5af-43a7438b5835 is going to be created. [ 1122.430032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.430644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.430644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.430644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.430911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.440632] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ff3116-5770-4e69-a5af-43a7438b5835 in Status: UNINITIALIZED for 2s [ 1122.488140] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1122.505775] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.505909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.505973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.506209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.506297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.506481] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.506575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.506634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.506785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.506855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507168] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.507168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.507241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.507414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.507488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507650] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.507736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.507791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.507924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.507992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.508762] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1122.571723] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.571883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.571947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.572150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.572290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.587093] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1122.632383] env[69312]: INFO networking_nsxv3.common.synchronization [req-288d512f-c609-4f00-aef3-73cc1cf83ee5 req-6de7b0ab-96fa-4ab9-bb6c-708536b4eb76 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_members [ 1122.632493] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGHEST for action security_group_members [ 1122.632870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.632968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.634529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.634782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.635442] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.635530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.635564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.635725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.636068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.636068] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.029614] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ee057d95-c245-43ff-9c48-9e5ac59db010 None None] Enqueued Resource ID: a9e93be4-ed58-4d81-b4fb-8a950a1f51cb with Priority: HIGHEST for action port [ 1123.031599] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e93be4-ed58-4d81-b4fb-8a950a1f51cb with Priority: HIGHEST for action port [ 1123.031980] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e93be4-ed58-4d81-b4fb-8a950a1f51cb taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.032212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e93be4-ed58-4d81-b4fb-8a950a1f51cb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.032323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e93be4-ed58-4d81-b4fb-8a950a1f51cb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.032851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e93be4-ed58-4d81-b4fb-8a950a1f51cb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.032984] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e93be4-ed58-4d81-b4fb-8a950a1f51cb',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.139262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.139416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.139974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.140319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.140792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.141076] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.141261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.141352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.141547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.141657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.141771] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 is going to be updated. [ 1123.177751] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.178145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.178272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.178538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.178732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.190885] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: IN_PROGRESS for 2s [ 1123.346434] env[69312]: INFO networking_nsxv3.common.synchronization [req-d2a345aa-4bf5-491d-837d-f6437c1bd484 req-a4aee4c9-f592-42c2-afa8-29564756e020 tempest-ServerRescueNegativeTestJSON-2006750835 tempest-ServerRescueNegativeTestJSON-2006750835-project-member] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 1123.346990] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGHEST for action security_group_members [ 1123.347321] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.347443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347841] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.347938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.348009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.350428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.350578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.350734] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.420621] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.421087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.421087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.421232] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.421492] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.421649] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.421764] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.421977] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.422219] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.423052] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.423052] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.424448] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.424448] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.424448] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.424448] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.424448] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.442619] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.442619] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.442619] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.442797] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.444067] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.444067] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.444067] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.444067] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.444067] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.534690] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9e93be4-ed58-4d81-b4fb-8a950a1f51cb [ 1123.535910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.536099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.536172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.536381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.536472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.536569] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9e93be4-ed58-4d81-b4fb-8a950a1f51cb already deleted. [ 1123.536649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e93be4-ed58-4d81-b4fb-8a950a1f51cb" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.856979] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.857191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.857267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.857579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.857733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.858047] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.858168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.858233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.858396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.858488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.858598] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be updated. [ 1123.887131] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.887274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.887340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.887538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.887675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.898466] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: IN_PROGRESS for 2s [ 1123.946510] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.946510] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.946510] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.946676] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.946876] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.948978] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.948978] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.948978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.949932] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 is going to be updated. [ 1123.973193] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.973486] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.973618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.973895] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.974129] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.974382] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.451327] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ff3116-5770-4e69-a5af-43a7438b5835 in Status: SUCCESS [ 1124.452262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.452262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.452262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.452262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.452262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.452457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.452457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.452532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.452665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.452734] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.603528] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1124.603528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.722887] env[69312]: INFO networking_nsxv3.common.synchronization [req-4861e5e3-3926-41c1-8b94-3af605145834 req-cd4c1848-fcad-4522-8019-c90a15fd2244 service nova] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 1124.723700] env[69312]: INFO networking_nsxv3.common.synchronization [req-4861e5e3-3926-41c1-8b94-3af605145834 req-cd4c1848-fcad-4522-8019-c90a15fd2244 service nova] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 1124.723700] env[69312]: INFO networking_nsxv3.common.synchronization [req-4861e5e3-3926-41c1-8b94-3af605145834 req-cd4c1848-fcad-4522-8019-c90a15fd2244 service nova] Enqueued Resource ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with Priority: HIGHEST for action port [ 1124.723771] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_rules [ 1124.723903] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 1124.724008] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with Priority: HIGHEST for action port [ 1124.724820] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.724957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.725102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.725407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.725482] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.726370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.726489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.726572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.726746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.726906] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.727007] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.727071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.727225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.727313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.727404] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.728216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.728325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.728389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.728581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.729506] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.955421] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.955633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.955707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.955924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.956119] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.956220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.956283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.956475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.957374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.957374] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.957724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.957839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958212] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.958339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958887] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.089240] env[69312]: INFO networking_nsxv3.common.synchronization [None req-69a50cb7-23b1-4910-867c-acf871a79f78 None None] Enqueued Resource ID: 5404f7da-06d0-453c-839f-e4dedfcefba4 with Priority: HIGHEST for action port [ 1125.089493] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5404f7da-06d0-453c-839f-e4dedfcefba4 with Priority: HIGHEST for action port [ 1125.090051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5404f7da-06d0-453c-839f-e4dedfcefba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5404f7da-06d0-453c-839f-e4dedfcefba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5404f7da-06d0-453c-839f-e4dedfcefba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5404f7da-06d0-453c-839f-e4dedfcefba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090578] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5404f7da-06d0-453c-839f-e4dedfcefba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.199457] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 in Status: SUCCESS [ 1125.199640] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 deletion is rescheduled due to dependency. [ 1125.199757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.232139] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.232249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.232431] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.233405] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 with status ACTIVE [ 1125.233594] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.233704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.233766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.233966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.235013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.235013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.235013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.235325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.235325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.235325] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52 is going to be updated. [ 1125.253864] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.253978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.254057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.254304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.254433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.254577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01a2f8a-1a0b-4b0a-8a96-4ee82cfadd52" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.462540] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ff3116-5770-4e69-a5af-43a7438b5835: rpc.has_security_group_logging(os_id): False [ 1125.481574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.481735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.481833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.482194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.482281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.482496] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.482598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.482662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.482817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.482894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.483297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.483297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.483297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.483690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.483690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.483690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.483851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.483851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.483900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.483976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.484271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ff3116-5770-4e69-a5af-43a7438b5835 is going to be created. [ 1125.563489] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.563489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.563489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.563489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.563489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.575786] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ff3116-5770-4e69-a5af-43a7438b5835 in Status: IN_PROGRESS for 2s [ 1125.593948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5404f7da-06d0-453c-839f-e4dedfcefba4 [ 1125.594103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.594291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.594645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.594963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.595092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.595204] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5404f7da-06d0-453c-839f-e4dedfcefba4 already deleted. [ 1125.595529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5404f7da-06d0-453c-839f-e4dedfcefba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.737962] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.907758] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41356b7-e512-41b8-944e-aa10ddf44610 in Status: SUCCESS [ 1125.907936] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 deletion is rescheduled due to dependency. [ 1125.908058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.240895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.241073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.241172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.241484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.241607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.241746] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be updated. [ 1126.272616] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.272762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.272837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.273071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.273294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.281290] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: IN_PROGRESS for 2s [ 1127.587148] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ff3116-5770-4e69-a5af-43a7438b5835 in Status: SUCCESS [ 1127.587523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.997560] env[69312]: INFO networking_nsxv3.common.synchronization [req-33c56438-0d56-49f1-a6f9-16708052941a req-142fa021-96aa-42e7-a2f9-0bf9c1cb4e25 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1127.998098] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1127.998411] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.998533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.998600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.998793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.998946] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.999178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.999258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.999412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.999500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.999595] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.291626] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: SUCCESS [ 1128.291626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.291626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.291850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.292169] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.292277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.292277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.292481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.292577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.292672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.292764] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.501817] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.795027] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.004537] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.299269] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for badb0efb-a6e1-425b-a259-34a9f54c06cd: rpc.has_security_group_logging(os_id): False [ 1129.316962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.316962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.316962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.316962] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be created. [ 1129.374129] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.374129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.374129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.374129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.374129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.385111] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: IN_PROGRESS for 2s [ 1129.507215] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.507417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.507520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.507795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.507917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.508064] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1129.534262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.534480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.534584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.534892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.535119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.546054] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1131.400530] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: SUCCESS [ 1131.400530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555573] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1131.555709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.457786] env[69312]: INFO networking_nsxv3.common.synchronization [req-2b9f4f92-80f2-4dde-ba17-e7079320d7fe req-ef06d0d3-aa83-49b5-b864-a476d864edb2 tempest-ServerTagsTestJSON-1313739941 tempest-ServerTagsTestJSON-1313739941-project-member] Enqueued Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_members [ 1132.458218] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGHEST for action security_group_members [ 1132.458652] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.458652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.458652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.458875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.458907] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.458983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.459555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.459785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.459904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.460041] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.962546] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.962722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.962801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.963528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.963528] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.963528] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.963753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.963753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.963847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.963927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.964033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ff3116-5770-4e69-a5af-43a7438b5835 is going to be updated. [ 1133.004052] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.004052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.004052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.004052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.004052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.012910] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ff3116-5770-4e69-a5af-43a7438b5835 in Status: IN_PROGRESS for 2s [ 1133.918110] env[69312]: INFO networking_nsxv3.common.synchronization [req-569401be-231b-437d-98d1-32d614975545 req-9136b201-1369-4680-9f54-6ae14b7133e3 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1133.918110] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1133.922103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.922103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.922103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.922103] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.184273] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.184513] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.185123] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.185123] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.185123] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.185266] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.185385] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.185591] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.185770] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.186027] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.186145] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.186256] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.186372] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.186484] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.186807] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.186807] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.205848] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.206020] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.206176] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.206534] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.206663] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-7f2c1d8c-f537-476a-a313-8ad6a5463a14 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.206831] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.206966] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.207310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.208086] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f2c1d8c-f537-476a-a313-8ad6a5463a14',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.422400] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.709445] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.709674] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.709837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.710137] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.710296] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.710459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 7f2c1d8c-f537-476a-a313-8ad6a5463a14 not found, creating... [ 1134.710741] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.710895] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.711042] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.711392] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.711550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.711845] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.712030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.712141] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.712364] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.712504] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.712645] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 7f2c1d8c-f537-476a-a313-8ad6a5463a14 is going to be created. [ 1134.732091] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.732331] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.732461] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.732743] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.732979] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.733302] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.925347] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.023428] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ff3116-5770-4e69-a5af-43a7438b5835 in Status: SUCCESS [ 1135.023428] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ff3116-5770-4e69-a5af-43a7438b5835 deletion is rescheduled due to dependency. [ 1135.023428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.428410] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.428643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.428727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.429041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.429216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.429326] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be updated. [ 1135.461232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.461435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.461435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.461695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.461850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.470467] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: IN_PROGRESS for 2s [ 1135.474019] env[69312]: INFO networking_nsxv3.common.synchronization [req-569401be-231b-437d-98d1-32d614975545 req-7681f7de-8102-4b24-aa00-414e6b00c368 service nova] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1135.474316] env[69312]: INFO networking_nsxv3.common.synchronization [req-569401be-231b-437d-98d1-32d614975545 req-7681f7de-8102-4b24-aa00-414e6b00c368 service nova] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1135.474851] env[69312]: INFO networking_nsxv3.common.synchronization [req-569401be-231b-437d-98d1-32d614975545 req-7681f7de-8102-4b24-aa00-414e6b00c368 service nova] Enqueued Resource ID: 7f2c1d8c-f537-476a-a313-8ad6a5463a14 with Priority: HIGHEST for action port [ 1135.475198] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_rules [ 1135.475313] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1135.475428] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f2c1d8c-f537-476a-a313-8ad6a5463a14 with Priority: HIGHEST for action port [ 1135.475780] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.476026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.476026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.476353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.476459] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.478857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.478857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.478857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f2c1d8c-f537-476a-a313-8ad6a5463a14 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.478857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.478857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.479527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.479527] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f2c1d8c-f537-476a-a313-8ad6a5463a14',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.981339] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.981727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.984070] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f2c1d8c-f537-476a-a313-8ad6a5463a14 with status ACTIVE [ 1135.984070] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.984070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.984308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.984383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.985739] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.985739] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.985739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.985739] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f2c1d8c-f537-476a-a313-8ad6a5463a14 is going to be updated. [ 1136.005183] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.005338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.005427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.005644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.005807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.005978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f2c1d8c-f537-476a-a313-8ad6a5463a14" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.479316] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1137.479578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.479777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.480032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.480223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.480339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.480408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.480563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.480674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.480790] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.982965] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.485026] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.987682] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.987850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.987922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.988168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.988263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.988366] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be updated. [ 1139.019189] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.019318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.019352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.019547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.019689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.027762] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: IN_PROGRESS for 2s [ 1140.476327] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.476685] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1141.040424] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1141.040694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.040894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.041151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.041353] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.041474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.041550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.042570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.042570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.042570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.042570] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.544611] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.046967] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 240a2e34-97c6-487b-96a2-5229487ab608: rpc.has_security_group_logging(os_id): False [ 1142.065732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.065732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.065732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.066100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.066100] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be updated. [ 1142.122705] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.122705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.122705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.122705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.122705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.138015] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: IN_PROGRESS for 2s [ 1142.249544] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-19c58e7d-fc2d-4f3b-8d2d-c225b1f296b3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1142.250154] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1142.250480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.250645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.250719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.251012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.251608] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.251722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.251772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.251937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.252051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.252164] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.523971] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-6878d9f6-3221-4218-b089-7cab829b2723 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1142.524546] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1142.524846] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.524947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.755089] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.755437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.755437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.755536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.755652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.755867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.755968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.756043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.756208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.756291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.756377] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 already deleted. [ 1142.756458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.756619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.756763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.756900] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.756995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.757067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.757202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.757276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.757366] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.773142] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-288e511d-ad2c-431f-9a6a-e35e8aa86c95 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1142.773466] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1142.773982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.774096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.050359] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.050568] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.050706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.051062] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.051349] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.051559] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.051703] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.051924] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.052083] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.052298] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.052414] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.052523] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.052632] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.052742] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.052849] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.052982] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.070684] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.070851] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.070997] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.071306] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.071491] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-bdc24feb-97f4-4688-8cf8-86be441dd09f taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.071665] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.071788] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.072103] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.072244] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc24feb-97f4-4688-8cf8-86be441dd09f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.259907] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.259907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.259907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.259907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.260068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.260163] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.260254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.260349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.262795] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 already deleted. [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.262795] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.262795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.262795] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.574917] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.575157] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575431] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.575762] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.575933] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.576269] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port bdc24feb-97f4-4688-8cf8-86be441dd09f not found, creating... [ 1143.576412] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.576551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.576675] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.576910] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.577065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.577361] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.577519] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.577639] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.577844] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.577983] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.578136] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: bdc24feb-97f4-4688-8cf8-86be441dd09f is going to be created. [ 1143.598374] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.601018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.601018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.601018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.601018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.601018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.764352] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.764641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.764641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.764776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.764776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.765188] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.765188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.765188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.765335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.765410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.766105] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 already deleted. [ 1143.766105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.160320] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1144.160592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.176264] env[69312]: INFO networking_nsxv3.common.synchronization [None req-05ffd515-c66f-4e15-9d07-44e31b1536b6 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1144.176778] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1144.177568] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.177568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.177568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.177568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.177762] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.177762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.177855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.177961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.178087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.178146] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.312622] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-28bb0c1a-f093-469d-8990-da5574f3f31d service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1144.312802] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-28bb0c1a-f093-469d-8990-da5574f3f31d service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1144.312944] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-28bb0c1a-f093-469d-8990-da5574f3f31d service nova] Enqueued Resource ID: bdc24feb-97f4-4688-8cf8-86be441dd09f with Priority: HIGHEST for action port [ 1144.313500] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1144.313665] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1144.313756] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc24feb-97f4-4688-8cf8-86be441dd09f with Priority: HIGHEST for action port [ 1144.315491] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.315649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.315718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.316311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.316311] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.320497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.320497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.320497] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.320497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdc24feb-97f4-4688-8cf8-86be441dd09f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.320497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.320497] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc24feb-97f4-4688-8cf8-86be441dd09f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.681208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.681208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.681208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.681208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.681618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.681618] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.681740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.681740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.682048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.682048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.682195] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be deleted. [ 1144.713141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.713141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.713141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.713141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.713141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.713141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.822089] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.822427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.822593] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.823816] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdc24feb-97f4-4688-8cf8-86be441dd09f with status ACTIVE [ 1144.824063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.824144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.824191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.824525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.824616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.824823] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.824967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.825166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.825233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.825297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.825480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.825664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.825664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.825763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.825836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.825920] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdc24feb-97f4-4688-8cf8-86be441dd09f is going to be updated. [ 1144.849767] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.849991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.850158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.850460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.850658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.850900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdc24feb-97f4-4688-8cf8-86be441dd09f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.094396] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.094396] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-222" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094396] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-222" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.094396] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-222" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.094396] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.094396] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094396] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.094971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.095245] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.095563] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.095808] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.096038] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.096249] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.096469] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.096675] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.096914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.129200] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.129200] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.129200] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.129200] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-222" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.129200] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-b142114f-9aa0-472e-9456-609c2150756e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.129200] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.129200] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.129200] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.129200] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b142114f-9aa0-472e-9456-609c2150756e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.328826] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.639024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.639024] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port b142114f-9aa0-472e-9456-609c2150756e not found, creating... [ 1145.639024] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.639024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.639548] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.639548] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.639548] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.639548] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.639548] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.639914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: b142114f-9aa0-472e-9456-609c2150756e is going to be created. [ 1145.683917] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.683917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.683917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.683917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.683917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.683917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.831222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.831517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.831517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.831702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.831792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.831892] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be created. [ 1145.853959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.854146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.854207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.854382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.854553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.868181] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: UNINITIALIZED for 2s [ 1146.372566] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-972abcc7-9998-477a-8b93-d980504fcb0e service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1146.372830] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-972abcc7-9998-477a-8b93-d980504fcb0e service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1146.372978] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-972abcc7-9998-477a-8b93-d980504fcb0e service nova] Enqueued Resource ID: b142114f-9aa0-472e-9456-609c2150756e with Priority: HIGHEST for action port [ 1146.373641] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1146.373731] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1146.373825] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b142114f-9aa0-472e-9456-609c2150756e with Priority: HIGHEST for action port [ 1146.374363] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.374465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.375088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.375196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.375497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-b142114f-9aa0-472e-9456-609c2150756e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.378736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.378736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.378736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.378736] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b142114f-9aa0-472e-9456-609c2150756e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.880565] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b142114f-9aa0-472e-9456-609c2150756e with status ACTIVE [ 1146.880842] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.880936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.881297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.881414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.881592] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.881690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.881897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.881971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.882181] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.882275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.882335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.882472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.882546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.882627] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b142114f-9aa0-472e-9456-609c2150756e is going to be updated. [ 1146.906016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.906016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.906016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.906016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.906016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.906016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b142114f-9aa0-472e-9456-609c2150756e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.122543] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.122543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.122543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.122543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.122995] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.123367] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.123644] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.124018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.124293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.124655] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.125108] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.125463] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.125722] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.125972] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.127976] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.128201] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.146627] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.146627] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.146627] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.146821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-16" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.147084] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-713c0411-0002-4bae-b0b6-79f90c9194c4 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.147254] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.147372] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.151021] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.151021] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713c0411-0002-4bae-b0b6-79f90c9194c4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.395320] env[69312]: INFO networking_nsxv3.common.synchronization [req-8076be93-728e-41a1-9187-4db108d03d97 req-5959b882-7e2d-4bcb-ba2f-adb2a49ece00 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1147.395825] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1147.396142] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.396259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.396330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.396548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.396695] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.396823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.396894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.397053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.397165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.397343] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.650133] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.650364] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.650496] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.650775] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.650932] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.651101] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 713c0411-0002-4bae-b0b6-79f90c9194c4 not found, creating... [ 1147.651357] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.651546] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.651670] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.651968] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.652080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.652325] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.652474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.652587] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.652786] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.652925] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.653078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 713c0411-0002-4bae-b0b6-79f90c9194c4 is going to be created. [ 1147.675462] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.675694] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.675831] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.676104] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.676355] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.676581] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.877267] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1147.877615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.877732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.877873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.878079] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.878199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.878261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.878410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.878638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.878638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.878739] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.879609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.879883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.879951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.880036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.880090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.880258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.880341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.880430] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.900604] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.900885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.900885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.901611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.901611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.901611] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.901611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.901611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.901611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.901948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.901948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1147.927772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.927958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.928047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.928253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.928393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.936137] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1148.382671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.384755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.384862] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.453334] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3913d7-249e-4561-9b32-fc3a468b777b req-9f028253-c992-49b6-b3f4-4d243090a6b2 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1148.453334] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1148.453334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.453334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.453334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.453334] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.478125] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-9d5377db-1f8b-4b86-9d8b-a2f8383cc6ee service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1148.478491] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-9d5377db-1f8b-4b86-9d8b-a2f8383cc6ee service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1148.481750] env[69312]: INFO networking_nsxv3.common.synchronization [req-e3b31024-cd7a-4bea-989f-dca33a5d4d77 req-9d5377db-1f8b-4b86-9d8b-a2f8383cc6ee service nova] Enqueued Resource ID: 713c0411-0002-4bae-b0b6-79f90c9194c4 with Priority: HIGHEST for action port [ 1148.481750] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1148.481750] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1148.481750] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713c0411-0002-4bae-b0b6-79f90c9194c4 with Priority: HIGHEST for action port [ 1148.481750] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.481750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.481750] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.481750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.481750] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-713c0411-0002-4bae-b0b6-79f90c9194c4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.481750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.481750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.481750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.481750] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713c0411-0002-4bae-b0b6-79f90c9194c4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.887431] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.949733] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.950046] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.950152] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.950488] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.950762] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.951215] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.951349] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.951576] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.951728] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.951941] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.952076] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.952192] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.952302] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.952416] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.952527] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.952661] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.954084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.954194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.954260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.954434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.954537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.954732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.954795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.954856] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.954992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.955078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.955159] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c already deleted. [ 1148.955236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.971629] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.971839] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.971993] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.972192] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.972506] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-fd9178da-f56f-4b50-83d8-39b5f1840948 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.972713] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.972879] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.973381] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.973608] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9178da-f56f-4b50-83d8-39b5f1840948',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.984926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 713c0411-0002-4bae-b0b6-79f90c9194c4 with status ACTIVE [ 1148.985152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.985277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.985375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.985538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.985662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.985855] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.985956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.986027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.986182] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.986256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.986436] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.986530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.986590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.986730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.986803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.986884] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 713c0411-0002-4bae-b0b6-79f90c9194c4 is going to be updated. [ 1149.009082] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.009252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.009337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.009554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.009748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.009872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713c0411-0002-4bae-b0b6-79f90c9194c4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.392559] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.392559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.392559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.392559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.392559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.392559] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1149.418243] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.419908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.419908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.419908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.420783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.430813] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1149.480023] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.480023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port fd9178da-f56f-4b50-83d8-39b5f1840948 not found, creating... [ 1149.480023] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.480023] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.480448] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.480448] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.480448] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.480448] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.481329] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.483374] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: fd9178da-f56f-4b50-83d8-39b5f1840948 is going to be created. [ 1149.504235] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.504235] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.504235] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.504235] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.504235] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.504235] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.945871] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1149.946066] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f deletion is rescheduled due to dependency. [ 1149.946144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.524693] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3913d7-249e-4561-9b32-fc3a468b777b req-1d37fa2c-6947-4aa1-ac80-ce2d44396f7e service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1150.524923] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3913d7-249e-4561-9b32-fc3a468b777b req-1d37fa2c-6947-4aa1-ac80-ce2d44396f7e service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1150.525099] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a3913d7-249e-4561-9b32-fc3a468b777b req-1d37fa2c-6947-4aa1-ac80-ce2d44396f7e service nova] Enqueued Resource ID: fd9178da-f56f-4b50-83d8-39b5f1840948 with Priority: HIGHEST for action port [ 1150.525328] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1150.525464] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1150.525554] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9178da-f56f-4b50-83d8-39b5f1840948 with Priority: HIGHEST for action port [ 1150.526144] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.527910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.527910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.527910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.527910] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.527910] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.527910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.527910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.527910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.528353] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.528353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.528353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.528353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.528536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.528536] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.529135] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd9178da-f56f-4b50-83d8-39b5f1840948 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.529261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.529311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.530413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.530413] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9178da-f56f-4b50-83d8-39b5f1840948',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.031388] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.032776] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.032895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.033070] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd9178da-f56f-4b50-83d8-39b5f1840948 with status ACTIVE [ 1151.033400] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.033489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.033489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.033696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.033776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.033946] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.034425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.034547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.034700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.034782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.034971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.035079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.035143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.035282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.035359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.035438] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd9178da-f56f-4b50-83d8-39b5f1840948 is going to be updated. [ 1151.054518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.054694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.055285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.055285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.055285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.055285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd9178da-f56f-4b50-83d8-39b5f1840948" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.439419] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1151.439577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.439727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.439939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.440136] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.440252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.440318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.440469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.440585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.440651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.440778] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.440859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.440908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.441063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.441198] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.441424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.441534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.441699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.441783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.441871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.441962] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.442842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.443094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.443262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.443382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.443452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.443598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.443679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.443768] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.537406] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.946374] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.947322] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a4087-0d8e-4768-a1e6-63d215b92216: rpc.has_security_group_logging(os_id): False [ 1151.964374] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.964533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.964611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.964810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.964895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.965123] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.966027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.966027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.966344] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.966344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.966344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.966451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.966521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.966609] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be created. [ 1152.023689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.023868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.023914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.024145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.024362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.035220] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1152.039654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.039777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.039845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.040047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.040131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.040221] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be created. [ 1152.064335] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.064335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.064439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.064703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.064860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.073939] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: UNINITIALIZED for 2s [ 1152.348107] env[69312]: INFO networking_nsxv3.common.synchronization [req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec req-62d5f6a9-919c-45e6-86b2-d882d650e3fd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1152.348107] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1152.348107] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.348107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.348107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.348107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.348107] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.348107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.348457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.348688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.348865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.349058] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.450369] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.602799] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.603113] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.603178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.603468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.603743] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.603908] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.604040] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.604260] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.604412] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.604650] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.604769] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.604881] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.604992] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.605122] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.605233] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.605371] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.622748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.622919] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.623073] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.623246] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.623565] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.623736] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.623857] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.624252] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.624403] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae40188-1870-49c7-b4cb-7f16a3c5a6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.852129] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.852239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.852587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.852694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852949] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.853068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.853408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.853408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.853408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.853522] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1152.877131] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.877262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.877331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.877516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.877656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.885379] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1152.952400] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.952543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.952596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.953049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.953154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.953259] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1152.984108] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.984265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.984317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.984543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.984680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.992441] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1153.126552] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.126843] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.127017] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.127411] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.127534] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.127730] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 not found, creating... [ 1153.128242] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.129280] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.129525] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.129782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.129973] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.130326] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.130550] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.130824] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.130973] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.131160] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.132407] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 is going to be created. [ 1153.153694] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.154706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.154706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.154706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.154706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.154706] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.857283] env[69312]: INFO networking_nsxv3.common.synchronization [req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec req-7552b79e-f94b-4e8c-ba58-c83cd5d67072 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 1153.857283] env[69312]: INFO networking_nsxv3.common.synchronization [req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec req-7552b79e-f94b-4e8c-ba58-c83cd5d67072 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1153.857283] env[69312]: INFO networking_nsxv3.common.synchronization [req-dd3a69fa-19b5-4502-aa44-c8b5f66730ec req-7552b79e-f94b-4e8c-ba58-c83cd5d67072 service nova] Enqueued Resource ID: 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 with Priority: HIGHEST for action port [ 1153.857283] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 1153.857283] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1153.857283] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 with Priority: HIGHEST for action port [ 1153.857283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.862522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.862522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.862522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.862522] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.862700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.862799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.863073] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.863243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.863341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.863645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.863645] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae40188-1870-49c7-b4cb-7f16a3c5a6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.051940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1154.052235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.052409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.052621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.052707] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.055016] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.055220] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.055348] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.055582] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.055846] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.056084] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.056225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.056443] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.056810] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.057055] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.057179] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.057355] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.057534] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.057718] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.057783] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.057906] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.075498] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.075658] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.075799] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.076132] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.076258] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-2937a02c-c8cd-4055-bb9f-32f6613159a8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.076465] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.076543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.076841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.076984] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2937a02c-c8cd-4055-bb9f-32f6613159a8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.084187] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1154.084368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.084580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.084761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.084924] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.085037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.085102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.085245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.085316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.085400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.085484] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.365876] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.366061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.366123] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 with status ACTIVE [ 1154.366261] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.366374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.366442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.366700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.366775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.366895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.366991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.367067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.367201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.367275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.367449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.367549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.367590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.367729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.367801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.367902] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae40188-1870-49c7-b4cb-7f16a3c5a6f6 is going to be updated. [ 1154.389294] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.389481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.389559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.389748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.389910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.390072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae40188-1870-49c7-b4cb-7f16a3c5a6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.561620] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.561773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.579552] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.579761] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.579904] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.580198] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.580355] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.580540] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 2937a02c-c8cd-4055-bb9f-32f6613159a8 not found, creating... [ 1154.580809] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.580974] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.581110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.581343] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.581501] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.581789] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.581951] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.582086] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.582297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.582435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.582582] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 is going to be created. [ 1154.587538] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.587672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.587769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.587989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.588223] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.588370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.588475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.588698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.589086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.589086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.589185] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.589331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.589440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.589654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.589876] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.590059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.590183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.590393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.590522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.590664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.590810] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.614703] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.614874] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.614984] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.615246] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.615468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.615693] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.896699] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1154.897032] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1154.897252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.897533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.897874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.898210] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.898413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.898540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.898798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.898916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.899067] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.005304] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1155.005531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.005698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.005919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.006112] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.006240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.006283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.006441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.006541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.006632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.006724] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.093134] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738c1c22-61f0-4fb4-8607-5e1d8901303c: rpc.has_security_group_logging(os_id): False [ 1155.121537] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.121679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.121790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.121944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.122037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.122237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.122328] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.122385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.122526] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.122601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.122768] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.122853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.122908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.123049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.123543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.123543] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.123543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.123543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.123730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.123730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.123856] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be created. [ 1155.183924] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.184116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.184170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.184381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.184587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.200328] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1155.401860] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.425900] env[69312]: INFO networking_nsxv3.common.synchronization [req-ec151b2a-0093-436b-8dfe-a8178102db3c req-1d6093f1-6d12-4382-adc3-58872ffb43f9 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1155.425900] env[69312]: INFO networking_nsxv3.common.synchronization [req-ec151b2a-0093-436b-8dfe-a8178102db3c req-1d6093f1-6d12-4382-adc3-58872ffb43f9 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1155.426110] env[69312]: INFO networking_nsxv3.common.synchronization [req-ec151b2a-0093-436b-8dfe-a8178102db3c req-1d6093f1-6d12-4382-adc3-58872ffb43f9 service nova] Enqueued Resource ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 with Priority: HIGHEST for action port [ 1155.427154] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1155.427293] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1155.427399] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 with Priority: HIGHEST for action port [ 1155.427697] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.427827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.427936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.428240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.428358] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.429290] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.429740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.429740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.429740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.432906] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.433054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.433585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.433585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.433585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.433585] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.436235] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2937a02c-c8cd-4055-bb9f-32f6613159a8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.436356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.436429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.437407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.437521] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2937a02c-c8cd-4055-bb9f-32f6613159a8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.505438] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.505699] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.505844] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.506155] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.506443] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.506668] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.506986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.507033] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.507195] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.507418] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.507614] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.507803] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.507941] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.508086] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.508389] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.508561] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.510088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.510211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.510281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.510476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.510715] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.510848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.510918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.511086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.511213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.511246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.511402] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.511538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.511619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.511771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.511914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.512011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.512080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.512214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.512294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.512379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.512466] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.529689] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.529924] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.530070] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.530258] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-489" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.530772] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-a8ef65c2-54c3-4947-a939-55e0a97b9286 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.531054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.531054] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.531294] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.531459] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ef65c2-54c3-4947-a939-55e0a97b9286',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.905034] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.939050] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.939911] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.940057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.940367] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2937a02c-c8cd-4055-bb9f-32f6613159a8 with status ACTIVE [ 1155.940525] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.940635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.940700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.940895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.941010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.941169] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.941266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.941326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.941492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.941599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.941945] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.941945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.941945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.942088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.942088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.942177] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 is going to be updated. [ 1155.963308] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.963538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.963583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.963769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.963910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.964088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.014924] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a4087-0d8e-4768-a1e6-63d215b92216: rpc.has_security_group_logging(os_id): False [ 1156.033828] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.034077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.034253] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.034540] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.034665] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.034966] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.035188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.035304] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.035529] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.035696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.035952] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.036126] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.036264] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.036447] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.036686] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.036810] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 is going to be updated. [ 1156.052343] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.052581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.052581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.052781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.052873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.053093] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.053194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.053258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.053405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.053493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.053676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.053769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.053829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.053964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.054055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.054252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.054344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.054405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.054542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.054617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.054702] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1156.063648] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.063854] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.063983] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.064246] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.064439] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.064678] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.150845] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.151072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.151072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.151249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.151416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.167610] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1156.408320] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.408320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.408320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.408320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.408320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.408320] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1156.441544] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.449622] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.449776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.449839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.450048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.450190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.458854] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1156.933173] env[69312]: INFO networking_nsxv3.common.synchronization [req-132ff641-3591-46a3-8929-a3a2aa7d52d4 req-4344a3b8-d372-4f53-99fb-28a717dc98b6 service nova] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_rules [ 1156.933457] env[69312]: INFO networking_nsxv3.common.synchronization [req-132ff641-3591-46a3-8929-a3a2aa7d52d4 req-4344a3b8-d372-4f53-99fb-28a717dc98b6 service nova] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1156.936731] env[69312]: INFO networking_nsxv3.common.synchronization [req-132ff641-3591-46a3-8929-a3a2aa7d52d4 req-4344a3b8-d372-4f53-99fb-28a717dc98b6 service nova] Enqueued Resource ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 with Priority: HIGHEST for action port [ 1156.936731] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_rules [ 1156.936731] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1156.936731] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 with Priority: HIGHEST for action port [ 1156.936731] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.936731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.936731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.936731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.936731] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.937544] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.937544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.937544] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.937544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.937976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.937976] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.940094] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ef65c2-54c3-4947-a939-55e0a97b9286 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.940094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.940094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.940094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.940094] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ef65c2-54c3-4947-a939-55e0a97b9286',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.944246] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.944246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.944246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.944803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.944803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.944803] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be created. [ 1156.968627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.968814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.968884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.969122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.969364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.977763] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: UNINITIALIZED for 2s [ 1157.234495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1157.234721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.440928] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.441149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.441358] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.442402] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8ef65c2-54c3-4947-a939-55e0a97b9286 with status ACTIVE [ 1157.442584] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.442696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.442760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.442958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.443056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.443219] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.443310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.443369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.443821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.444080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.444348] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.444553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.444667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.444948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.445148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.445364] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8ef65c2-54c3-4947-a939-55e0a97b9286 is going to be updated. [ 1157.464515] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.464781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.464957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.465232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.465447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.465668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ef65c2-54c3-4947-a939-55e0a97b9286" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.947983] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.183720] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1158.183720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.183720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.184208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.185477] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.450975] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.451451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.451531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.453579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.453579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.453579] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1158.469699] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1158.469953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.470655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.470655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.470655] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.470655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.470849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.470849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.470923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.471063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.471259] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.489106] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.489267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.489353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.489546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.489757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.499498] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1158.687226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.688030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.688030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.688030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.688197] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.688310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.688365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.688531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.688623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.688711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.688815] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.973477] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.973801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.973801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.973951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.974182] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.974284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.974337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.974514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.974625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.974718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.974870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.974964] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.975035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.975201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.975337] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.975424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.975482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.975615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.975692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.975768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.975892] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.986771] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1158.986975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.987400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.987587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.987863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.987863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.987973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.988076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.988787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.988787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.988787] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.191086] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.192142] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.192142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.192463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.192463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.192463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.192463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.192671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.192785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.192832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.192881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.193032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.193079] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.193165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.193334] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.477690] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34560ac4-66e6-4e67-ac20-57b7371f5375: rpc.has_security_group_logging(os_id): False [ 1159.490078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.490237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.490298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.490482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.490685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.490792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.490857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.491021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.491109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.491198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.491343] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.491447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.491516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.491657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.491792] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.491937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.491987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.492126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.492202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.492285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.492374] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.495039] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.495039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.495039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.495232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.495232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.495397] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.495496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.495771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.495771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.495847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.496090] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.496206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.496269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.496459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.496548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.496765] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.496851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.496920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.497112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.497206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.497297] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1159.556058] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.556058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.556058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.556332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.556402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.569803] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1159.695095] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a4087-0d8e-4768-a1e6-63d215b92216: rpc.has_security_group_logging(os_id): False [ 1159.726082] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.726232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.726299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.726505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.726676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.726908] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.727016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.727082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.727235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.727315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.727487] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.727579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.727639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.727773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.727846] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.728054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.728146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.728205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.728339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.728413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.728495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1159.795848] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.795998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.796083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.796294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.796438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.808917] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1159.979365] env[69312]: INFO networking_nsxv3.common.synchronization [req-1ef7f249-1424-4e97-8a1e-19d539cb3fba req-5b28212d-4a86-40aa-b52c-f2474f07114d tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1159.979365] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1159.979365] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.979365] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.979365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.979365] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.994167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fa336f-19ac-4c08-a8dd-3482166ea62c: rpc.has_security_group_logging(os_id): False [ 1160.014919] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.015057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.015057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.015265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.015350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.015589] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.015644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.015692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.015842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.016599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.016599] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.016599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.016599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.016599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.016599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.016827] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.016886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.016922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.017515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.017885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.017885] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be created. [ 1160.077191] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.078132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.078132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.078132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.078132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.093932] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1160.281225] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.281373] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.281431] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.281831] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.282477] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.282477] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.282477] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.282753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.282916] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.283172] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.283351] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.283549] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.283698] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.283842] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.283978] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.284179] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.306638] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.306808] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.306939] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.307139] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-584" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.307531] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-80a535ea-42da-430c-b614-1407cd89cd0e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.307757] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.307856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.308203] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.308347] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a535ea-42da-430c-b614-1407cd89cd0e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.481296] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.481413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.481530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.481809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.481946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.482213] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.482351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.482450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.482622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.482728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.482845] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be updated. [ 1160.515535] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1160.515674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.515985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.516208] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.516398] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.516513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.516577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.516720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.516797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.516898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.516965] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.537146] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.537479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.537479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.537590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.537750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.554893] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: IN_PROGRESS for 2s [ 1160.762603] env[69312]: INFO networking_nsxv3.common.synchronization [req-037867da-edae-4a27-80d1-96ee266f46a3 req-19e11907-586d-40e1-ab15-6eff36498021 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1160.763650] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1160.763650] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.763650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.763650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.763841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.763991] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.764332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.764426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.764624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.764724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.764843] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.811935] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.812254] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.812501] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.812732] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.812933] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.813140] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 80a535ea-42da-430c-b614-1407cd89cd0e not found, creating... [ 1160.813455] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.813772] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.813831] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.814035] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.814183] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.814481] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.814741] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.814800] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.814967] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.815122] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.815297] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 80a535ea-42da-430c-b614-1407cd89cd0e is going to be created. [ 1160.835381] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.835657] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.835821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.836092] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.836317] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.836613] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.917367] env[69312]: INFO networking_nsxv3.common.synchronization [req-037867da-edae-4a27-80d1-96ee266f46a3 req-e962a993-f7fa-471b-b47c-e537fc15bb18 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1160.917884] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1160.918211] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.918314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.023387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.023387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.023387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.023387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.023387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.024362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.024362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.024362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.024362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.024362] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.085648] env[69312]: INFO networking_nsxv3.common.synchronization [req-037867da-edae-4a27-80d1-96ee266f46a3 req-561297f0-6e92-4f0d-ac7c-581a15b518fa tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1161.086202] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1161.086501] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.086607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.268816] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.529646] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df0779cd-94d4-4044-999d-4e7bf1395941: rpc.has_security_group_logging(os_id): False [ 1161.547588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.547754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.547814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.548061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.564324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.564558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.564762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.564859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.565112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.565206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.565430] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.565530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.565596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.565732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.565809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.565983] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.566088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.566144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.566285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.566353] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.566460] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1161.583371] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1161.583676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.602913] env[69312]: INFO networking_nsxv3.common.synchronization [req-1ef7f249-1424-4e97-8a1e-19d539cb3fba req-873ef626-4f70-4e80-b87e-6b4583f0bd6b service nova] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_rules [ 1161.602913] env[69312]: INFO networking_nsxv3.common.synchronization [req-1ef7f249-1424-4e97-8a1e-19d539cb3fba req-873ef626-4f70-4e80-b87e-6b4583f0bd6b service nova] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1161.602913] env[69312]: INFO networking_nsxv3.common.synchronization [req-1ef7f249-1424-4e97-8a1e-19d539cb3fba req-873ef626-4f70-4e80-b87e-6b4583f0bd6b service nova] Enqueued Resource ID: 80a535ea-42da-430c-b614-1407cd89cd0e with Priority: HIGHEST for action port [ 1161.603321] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_rules [ 1161.603455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1161.603624] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a535ea-42da-430c-b614-1407cd89cd0e with Priority: HIGHEST for action port [ 1161.603904] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.607607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.607730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.607973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.608080] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.608952] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.609337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.609588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-80a535ea-42da-430c-b614-1407cd89cd0e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.609694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.609764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.609938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.610022] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a535ea-42da-430c-b614-1407cd89cd0e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.623397] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.623635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.623711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.623949] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.624171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.639030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1161.771509] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.823106] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1161.823331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.108500] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1162.108865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.116441] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80a535ea-42da-430c-b614-1407cd89cd0e with status ACTIVE [ 1162.116696] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.116845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.116954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.117276] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.117396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.117586] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.117702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.117764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.117953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.118055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.118265] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.118367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.118437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.118591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.118664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.118750] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80a535ea-42da-430c-b614-1407cd89cd0e is going to be updated. [ 1162.119990] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.120146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.139510] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.139510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.139510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.139736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.139961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.140264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80a535ea-42da-430c-b614-1407cd89cd0e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.273904] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.274137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.274137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.274323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.274412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.274514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1162.300699] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.300928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.301026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.301242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.301417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.310308] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1162.565138] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1162.565304] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e deletion is rescheduled due to dependency. [ 1162.565549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.565549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.565729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.565990] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.566122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.566185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.566339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.566418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.566544] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.069316] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.571347] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.653115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1163.653115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.076920] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.076920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.076920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.076920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.076920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.076920] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be updated. [ 1164.102550] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.102737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.102737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.103092] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.103200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.111058] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: IN_PROGRESS for 2s [ 1164.301592] env[69312]: INFO networking_nsxv3.common.synchronization [req-731e0b9e-e362-43d8-a53b-237537dec498 req-b16634d2-e3fd-4250-9ff9-7e7075b9bcb5 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 1164.302199] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 1164.302588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.302684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.302983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.302983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.303118] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.303204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.303258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.303404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.303485] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.303814] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.320298] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1164.320512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.320669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.320877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.321079] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.321207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.321275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.321456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.321633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.321755] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.657828] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.658197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.658197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.658482] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.658859] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.659132] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.659350] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.659603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.659781] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.660388] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.660388] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.660512] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.660751] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.660751] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.661044] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.661044] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.679251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.679447] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.679579] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.679758] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.680113] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-293cf96a-0176-4dad-a279-09103d56e709 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.680296] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.680419] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.680759] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.680900] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293cf96a-0176-4dad-a279-09103d56e709',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.808318] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.808511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.808570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.808804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.808901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.809165] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.809285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.809349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.809545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.809631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.809724] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be deleted. [ 1164.824102] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.824279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.824330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.824548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.824640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.824857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.824985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.825072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.825246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.825325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.825413] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1164.838246] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.838397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.838468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.838679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.838771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.838871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.847772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.847916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.847916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.848147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.848316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.856014] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1165.183847] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.184163] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.184347] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.184617] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.184786] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.184971] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 293cf96a-0176-4dad-a279-09103d56e709 not found, creating... [ 1165.185349] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.185649] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.185649] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.185928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.186156] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.186498] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.186661] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.186786] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.187065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.187524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.187524] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 293cf96a-0176-4dad-a279-09103d56e709 is going to be created. [ 1165.208946] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.209267] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.209360] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.209655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.209991] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.210234] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.890051] env[69312]: INFO networking_nsxv3.common.synchronization [req-918cea96-e840-42d7-a25d-08c4d9b5fe3f req-c940e83a-f92c-470b-9734-40bf70715348 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1165.890051] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1165.890051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.890051] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.000526] env[69312]: INFO networking_nsxv3.common.synchronization [req-731e0b9e-e362-43d8-a53b-237537dec498 req-a80078a9-a222-4709-baf6-b70107a320c5 service nova] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_rules [ 1166.000655] env[69312]: INFO networking_nsxv3.common.synchronization [req-731e0b9e-e362-43d8-a53b-237537dec498 req-a80078a9-a222-4709-baf6-b70107a320c5 service nova] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 1166.000797] env[69312]: INFO networking_nsxv3.common.synchronization [req-731e0b9e-e362-43d8-a53b-237537dec498 req-a80078a9-a222-4709-baf6-b70107a320c5 service nova] Enqueued Resource ID: 293cf96a-0176-4dad-a279-09103d56e709 with Priority: HIGHEST for action port [ 1166.001049] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_rules [ 1166.001176] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 1166.001271] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293cf96a-0176-4dad-a279-09103d56e709 with Priority: HIGHEST for action port [ 1166.001791] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.001915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.002009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.002322] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.002420] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.003495] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.003495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.003495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.003640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.003754] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.003841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.003901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.004064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.004132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.004217] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.006441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-293cf96a-0176-4dad-a279-09103d56e709 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.006550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.006617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.006771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.006842] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293cf96a-0176-4dad-a279-09103d56e709',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.119900] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1166.120100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.120261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.120494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.120791] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.120909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.120909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.121126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.121229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.121345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.121459] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.390929] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.391128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.391176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.391418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.391543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.391725] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.391952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.391952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.392666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.392666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.392666] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1166.417440] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.417609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.417609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.417810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.417953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.425450] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1166.462095] env[69312]: INFO networking_nsxv3.common.synchronization [req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 req-8356690a-fec1-4dad-a83a-723354d9783d tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1166.462787] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1166.463922] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.464110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.464161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.464367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.464850] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.464850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.464850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.464850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.465024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.465053] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.508811] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.510064] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.510558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.510836] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 293cf96a-0176-4dad-a279-09103d56e709 with status ACTIVE [ 1166.510989] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.511150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.511429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.511664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.511850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.512105] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.512252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.512451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.512585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.512686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.513173] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.513173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.513173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.513338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.513338] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.513414] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 293cf96a-0176-4dad-a279-09103d56e709 is going to be updated. [ 1166.534480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.535371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.535371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.535371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.535371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.535371] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.627032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.627032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.627032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.627032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.627032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.628011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.628011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.628011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.628011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.628011] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.768069] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.768069] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.768069] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.768069] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.768397] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.768448] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.768571] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.768798] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.769031] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.769352] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.769520] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.769668] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.769811] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.769956] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.770112] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.770345] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.787810] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.787972] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.788187] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.788391] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.788717] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-9baf11b1-f037-4a22-801e-ee08af2d6f3f taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.788902] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.789042] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.789445] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.789594] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9baf11b1-f037-4a22-801e-ee08af2d6f3f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.864586] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1166.864825] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 deletion is rescheduled due to dependency. [ 1166.864948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.865128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.865346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.865579] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.865708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.865754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.865910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.865990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.866108] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.967113] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.015705] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.132706] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e3f24d-5058-4067-a3ee-f11ea70a567e: rpc.has_security_group_logging(os_id): False [ 1167.152023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.152023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.152023] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.152023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.152595] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.152595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.152899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.153283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.154652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.157028] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be updated. [ 1167.233748] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.233748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.233748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.233748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.233748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.252280] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: IN_PROGRESS for 2s [ 1167.294028] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.294028] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 9baf11b1-f037-4a22-801e-ee08af2d6f3f not found, creating... [ 1167.294028] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.294028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.294638] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.294638] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.294638] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.294638] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.294799] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.294834] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 9baf11b1-f037-4a22-801e-ee08af2d6f3f is going to be created. [ 1167.334143] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.334386] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.334513] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.334827] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.335084] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.335328] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.368478] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.368738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.368738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.370071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.370071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.370071] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.370071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.370071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.370071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.370071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.370071] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1167.407333] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.407518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.407598] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.408375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.408375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.421478] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1167.472996] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.518645] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.518889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.518889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.519113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.519205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.519299] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be created. [ 1167.544780] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.545028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.545028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.545232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.545389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.556982] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: UNINITIALIZED for 2s [ 1167.975253] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.975643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.975643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.975787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.975901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.976009] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1168.002534] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.003158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.003158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.003158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.003314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.011952] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1168.031503] env[69312]: INFO networking_nsxv3.common.synchronization [req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 req-912081d4-7b2f-4947-824d-acc24bc1ddf0 service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1168.031707] env[69312]: INFO networking_nsxv3.common.synchronization [req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 req-912081d4-7b2f-4947-824d-acc24bc1ddf0 service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1168.031850] env[69312]: INFO networking_nsxv3.common.synchronization [req-8a7e4062-4078-4c4f-9478-5e7b363e5d16 req-912081d4-7b2f-4947-824d-acc24bc1ddf0 service nova] Enqueued Resource ID: 9baf11b1-f037-4a22-801e-ee08af2d6f3f with Priority: HIGHEST for action port [ 1168.032470] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1168.032610] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1168.032738] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9baf11b1-f037-4a22-801e-ee08af2d6f3f with Priority: HIGHEST for action port [ 1168.032971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.033147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.033147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.033348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.033508] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.034761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.034876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.035073] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-9baf11b1-f037-4a22-801e-ee08af2d6f3f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.035175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.035255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.035405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.035480] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9baf11b1-f037-4a22-801e-ee08af2d6f3f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.436852] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1168.437040] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1168.437156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.537699] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.537840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.538083] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9baf11b1-f037-4a22-801e-ee08af2d6f3f with status ACTIVE [ 1168.538263] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.538369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.538432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.538664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.538750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.538916] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.539012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.539074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.539225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.539293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.539482] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.540298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.540298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.540298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.540298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.540298] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9baf11b1-f037-4a22-801e-ee08af2d6f3f is going to be updated. [ 1168.563249] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.563395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.564639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.564639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.564639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.564639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9baf11b1-f037-4a22-801e-ee08af2d6f3f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.266733] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1169.267097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.430589] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1169.430779] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 deletion is rescheduled due to dependency. [ 1169.430892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.566749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: SUCCESS [ 1169.566961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.567138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.567350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.567573] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.567714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.567779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.567966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.568058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.568154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.568286] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.020978] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1170.021210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.021668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.021878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.022069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.022182] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.022249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.022396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.022476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.022570] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.070623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.071100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.071100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.071368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.071863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.071863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.072035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.072243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.072343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.072449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.073533] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.073533] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.073533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.073872] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.524571] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.576350] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18e0db3a-24c0-4141-8cac-9844d235c0af: rpc.has_security_group_logging(os_id): False [ 1170.597174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.597174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.597174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.597174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.597618] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.597944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.598527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.598716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.598967] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be created. [ 1170.659700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.662020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.662020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.662020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.662020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.674381] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: IN_PROGRESS for 2s [ 1171.028030] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.531090] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.531090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.531090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.531090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.531090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.531090] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1171.562184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.562376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.562426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.562935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.562935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.570806] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1172.508613] env[69312]: INFO networking_nsxv3.common.synchronization [req-0593daf1-196c-4cbe-ac91-61562fcf553a req-2e493258-7dc4-4719-8472-4a6b8f997298 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1172.511181] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1172.511638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.511831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.511917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.513113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.513296] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.513409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.513470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.513672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.513799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.513922] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.689553] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: SUCCESS [ 1172.689553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.868872] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.869109] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.869259] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.870208] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.870494] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.870662] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.870831] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.872151] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.872151] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.872151] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.872151] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.872151] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.872151] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.872376] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.872376] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.872510] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.892023] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.892023] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.892023] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.892226] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-944" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.892432] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-2937a02c-c8cd-4055-bb9f-32f6613159a8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.892616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.892758] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.893024] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.893682] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2937a02c-c8cd-4055-bb9f-32f6613159a8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.001507] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.001713] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.001864] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.002228] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.002455] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.002631] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.002751] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.003892] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.003892] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.003892] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.003892] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.003892] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.003892] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.003892] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.003892] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.004235] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.018454] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.018454] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.018454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.018454] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1173.021563] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.021563] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.021748] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.021983] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.022161] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-cce57cf9-3a99-476d-ae0a-871328cd9ea4 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.022331] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.022453] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.022742] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.022884] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce57cf9-3a99-476d-ae0a-871328cd9ea4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.040902] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.041088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.041133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.041388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.041546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.050080] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1173.395978] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.396279] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.396424] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.396752] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.397172] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.397265] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.397686] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.397686] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.397814] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.397944] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.398310] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.398506] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.398637] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.398878] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.399065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.399192] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 is going to be updated. [ 1173.420100] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.420371] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.420482] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.420750] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.420945] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.421182] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.526089] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.526376] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.526512] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.526795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.526946] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.527122] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port cce57cf9-3a99-476d-ae0a-871328cd9ea4 not found, creating... [ 1173.527404] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.527589] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.527716] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.527947] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.528101] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.528386] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.528546] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.528696] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.528926] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.529116] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.529274] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: cce57cf9-3a99-476d-ae0a-871328cd9ea4 is going to be created. [ 1173.549344] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.549514] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.549641] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.549920] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.550827] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.550827] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.580695] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1173.580916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.581093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.581302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.582046] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.582280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.582316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.582456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.582596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.582636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.582744] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.085314] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.085613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.085613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.085775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.085944] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.086061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.086125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.086278] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.086365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.086542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.086728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.086854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.086901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.087070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.087209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.087315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.087376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.087527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.087602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.087737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.087900] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.186508] env[69312]: INFO networking_nsxv3.common.synchronization [req-aba3c7e5-1136-4948-afa8-dc24639bcd0d req-d84dcd5b-f670-4900-af92-d77d358da135 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1174.186508] env[69312]: INFO networking_nsxv3.common.synchronization [req-aba3c7e5-1136-4948-afa8-dc24639bcd0d req-d84dcd5b-f670-4900-af92-d77d358da135 service nova] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1174.186508] env[69312]: INFO networking_nsxv3.common.synchronization [req-aba3c7e5-1136-4948-afa8-dc24639bcd0d req-d84dcd5b-f670-4900-af92-d77d358da135 service nova] Enqueued Resource ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 with Priority: HIGHEST for action port [ 1174.186508] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_rules [ 1174.186660] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1174.187129] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 with Priority: HIGHEST for action port [ 1174.187281] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.187469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.187587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.187888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.187999] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.189699] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.189820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.189884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.190299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.190565] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.190684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.190746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.190984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.191118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.191215] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.192396] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2937a02c-c8cd-4055-bb9f-32f6613159a8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.192517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.192559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.193625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.193625] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2937a02c-c8cd-4055-bb9f-32f6613159a8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.352240] env[69312]: INFO networking_nsxv3.common.synchronization [req-0593daf1-196c-4cbe-ac91-61562fcf553a req-c05da30f-d174-4923-b56a-3ab60fd0df34 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 1174.352508] env[69312]: INFO networking_nsxv3.common.synchronization [req-0593daf1-196c-4cbe-ac91-61562fcf553a req-c05da30f-d174-4923-b56a-3ab60fd0df34 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1174.352559] env[69312]: INFO networking_nsxv3.common.synchronization [req-0593daf1-196c-4cbe-ac91-61562fcf553a req-c05da30f-d174-4923-b56a-3ab60fd0df34 service nova] Enqueued Resource ID: cce57cf9-3a99-476d-ae0a-871328cd9ea4 with Priority: HIGHEST for action port [ 1174.352787] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 1174.352919] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1174.353037] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce57cf9-3a99-476d-ae0a-871328cd9ea4 with Priority: HIGHEST for action port [ 1174.353749] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.353847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.353847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.354076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.354130] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.354969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.355102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.355295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce57cf9-3a99-476d-ae0a-871328cd9ea4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.355394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.355504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.355573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.355651] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce57cf9-3a99-476d-ae0a-871328cd9ea4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.591045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1174.614477] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.614477] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.614477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.615015] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.615015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.615015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.615015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.615207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.615520] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.615520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.615647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.615722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.615807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.615895] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1174.675041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.675252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.675332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.675582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.675784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.690266] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1174.695036] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.695036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.695239] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2937a02c-c8cd-4055-bb9f-32f6613159a8 with status ACTIVE [ 1174.695409] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.695522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.695599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.695824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.695929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.696127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.696221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.696267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.696468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.696553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.696737] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.696849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.696920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.697054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.697253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.697253] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2937a02c-c8cd-4055-bb9f-32f6613159a8 is going to be updated. [ 1174.698558] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.717041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.717041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.717041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.717330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.717381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.717594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2937a02c-c8cd-4055-bb9f-32f6613159a8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.857109] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.857280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.858622] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce57cf9-3a99-476d-ae0a-871328cd9ea4 with status ACTIVE [ 1174.858816] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.858939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.859232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.859324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.859499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.859597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.859833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.859904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.860159] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.860258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.860341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.860490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.860581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.860669] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce57cf9-3a99-476d-ae0a-871328cd9ea4 is going to be updated. [ 1174.880646] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.880922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.880922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.881596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.881596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.881596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce57cf9-3a99-476d-ae0a-871328cd9ea4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.063749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1175.063749] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f deletion is rescheduled due to dependency. [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.063749] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.063749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.063749] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.200928] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.565900] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.704091] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.704242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.704309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.704613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.704729] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1175.732855] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.732855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.732855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.732855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.732855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.739812] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1175.993399] env[69312]: INFO networking_nsxv3.common.synchronization [req-5494222f-3c0c-435e-8c05-1b979d89ec96 req-f7504c1a-7e6a-41a3-b027-a7676d1e362d tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1175.993988] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1175.994346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.994475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.994555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.994789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.994964] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.995103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.995184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.995369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.995461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.995555] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.068191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.325340] env[69312]: INFO networking_nsxv3.common.synchronization [req-cb2a0558-0674-40cf-b43f-b67e26343041 req-75a86ea4-7ab6-43f4-8a69-eae52884f4ed tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 1176.325340] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGHEST for action security_group_members [ 1176.325340] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.325340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.325340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.325923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.326213] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.326667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.326871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.328053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.328273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.328469] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.371018] env[69312]: INFO networking_nsxv3.common.synchronization [req-cb2a0558-0674-40cf-b43f-b67e26343041 req-75a86ea4-7ab6-43f4-8a69-eae52884f4ed tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 293cf96a-0176-4dad-a279-09103d56e709 with Priority: HIGHEST for action port [ 1176.371018] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293cf96a-0176-4dad-a279-09103d56e709 with Priority: HIGHEST for action port [ 1176.371018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-293cf96a-0176-4dad-a279-09103d56e709 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.371018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.371018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.372732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.372732] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293cf96a-0176-4dad-a279-09103d56e709',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.498557] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.498751] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.498874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.499154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.499243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.499437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.499537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.499593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.499827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.500034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.500138] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1176.525403] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.526313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.526313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.526313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.526313] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.533391] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1176.570556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.570759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.570759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.570985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.571093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.571193] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1176.597785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.597954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.597992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.598210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.598348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.604792] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1176.704738] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1176.704738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.831200] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.831200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.831200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.831477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.831638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.831903] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.832055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.832147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.832386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.832525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.832679] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be updated. [ 1176.860642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.860902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.860984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.861238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.861398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.869748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: IN_PROGRESS for 2s [ 1176.873113] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 293cf96a-0176-4dad-a279-09103d56e709 with status ACTIVE [ 1176.873530] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.873530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.873530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.873836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.873939] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.874134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.874235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.874309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.874510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.874615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.874865] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.874965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.875076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.875246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.875348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.875456] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 293cf96a-0176-4dad-a279-09103d56e709 is going to be updated. [ 1176.897324] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.897569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.897569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.897739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.897899] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.898113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293cf96a-0176-4dad-a279-09103d56e709" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.364853] env[69312]: INFO networking_nsxv3.common.synchronization [req-d8c1579f-f85f-48c6-9473-74ffe88f94b1 req-86ec02bc-d9b2-4153-a884-9a2a06537ee6 tempest-DeleteServersAdminTestJSON-598153027 tempest-DeleteServersAdminTestJSON-598153027-project-member] Enqueued Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1177.365516] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e with Priority: HIGHEST for action security_group_members [ 1177.365675] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e3f24d-5058-4067-a3ee-f11ea70a567e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.365790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.365859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.370861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.370861] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.370861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.370861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.370861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.370861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.370861] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e3f24d-5058-4067-a3ee-f11ea70a567e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.708819] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-6129b535-2af1-496a-a1fd-8c444a108f6f tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1177.709341] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1177.709639] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.710129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.710129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.710129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.710342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.710342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.710342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.710501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.710547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.710660] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.753056] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1177.753056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.753206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.753377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.754240] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.754240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.754240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.754240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.754240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.754424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.754424] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.877654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.877654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.877654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.877654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.877654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.877654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.877654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.877654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.878730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.878730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.878730] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e is going to be updated. [ 1177.905170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.905170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.905170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.905170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.905170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.914262] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: IN_PROGRESS for 2s [ 1178.213031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.213409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.213409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.213590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.213713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.213936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.214066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.214119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.214261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.214373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.214429] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1178.241616] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.241903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.241970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.242249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.242373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.251667] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1178.260252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.260474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.260474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.260703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.260839] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.260933] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.260997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.261257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.261329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.261410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.261560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.261664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.261750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.261925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.262082] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.262173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.262254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.262369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.262519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.262622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.262709] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.403869] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-4869c6c6-58c5-4909-8912-22b867e6913e tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1178.404578] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1178.404906] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.409016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.542575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1178.542808] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1178.542945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.612954] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1178.613206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.613357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.613578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.613858] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.613985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.614055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.614197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.614350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.614350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.614443] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.768294] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5fa336f-19ac-4c08-a8dd-3482166ea62c: rpc.has_security_group_logging(os_id): False [ 1178.784902] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.785252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.785252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.785386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.785445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.785662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.785784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.785784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.785891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.785973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.786276] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.786361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.786465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.786643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.786789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.786979] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.787326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.787326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.787427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.787427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.790924] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1178.841297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.841490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.841490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.841986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.841986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.857425] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1178.880017] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e0db3a-24c0-4141-8cac-9844d235c0af in Status: SUCCESS [ 1178.880017] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af deletion is rescheduled due to dependency. [ 1178.880017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.038625] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.038840] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-553" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.038971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-553" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.039340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-553" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.039623] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.039784] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.039908] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.040349] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.040905] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.040905] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.040905] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.041082] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.041082] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.041182] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.041290] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.041695] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.060425] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.061304] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.061504] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.061808] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-553" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.062176] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-bbc9d466-c266-4f79-bd43-88e78a109762 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.062367] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.062494] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.063561] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.063561] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc9d466-c266-4f79-bd43-88e78a109762',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.117055] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.565352] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.565659] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.565777] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.566139] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.566307] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.566471] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port bbc9d466-c266-4f79-bd43-88e78a109762 not found, creating... [ 1179.566780] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.566926] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.567059] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.567290] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.567440] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.567776] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.567952] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.568094] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.568312] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.568453] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.568598] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: bbc9d466-c266-4f79-bd43-88e78a109762 is going to be created. [ 1179.589523] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.589753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.589875] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.590180] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.590422] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.590674] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.619351] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f: rpc.has_security_group_logging(os_id): False [ 1179.636969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.636969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.636969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.637263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.637263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.637576] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.637718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.637787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.637972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.638028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.638126] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1179.750767] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.750941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.751009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.751400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.751737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.766742] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1179.910021] env[69312]: INFO networking_nsxv3.common.synchronization [req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 req-7adfa1f7-51fd-4086-a013-482263d59b99 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1179.910021] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1179.910021] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.910021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.910021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.910451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.910451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.910451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.910451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.910650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.910781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.910884] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.925516] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e in Status: SUCCESS [ 1179.925516] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e3f24d-5058-4067-a3ee-f11ea70a567e deletion is rescheduled due to dependency. [ 1179.925516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e3f24d-5058-4067-a3ee-f11ea70a567e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.241293] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.241293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.241293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.241293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.241691] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.242065] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.242422] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.242889] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.243217] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.243605] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.244020] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.244287] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.244674] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.245149] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.245386] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.245667] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.264757] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1180.265085] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 deletion is rescheduled due to dependency. [ 1180.265355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.266064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.266395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.266715] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.266902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.267009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.267366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.267693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.267908] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.271141] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.271432] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.271494] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.272646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.272646] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-0239e4a8-72db-40b6-8196-53f96d0745ef taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.272646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.272646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.272892] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.272892] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0239e4a8-72db-40b6-8196-53f96d0745ef',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.413213] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.413444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.413564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.413820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.413934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.414193] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.414327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.414409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.414582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.414715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.414855] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1180.442628] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.442830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.442893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.443131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.443280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.452938] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1180.582090] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-443690af-d34a-448b-8b11-043efa30a4bf service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1180.582090] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-443690af-d34a-448b-8b11-043efa30a4bf service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1180.582090] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-443690af-d34a-448b-8b11-043efa30a4bf service nova] Enqueued Resource ID: bbc9d466-c266-4f79-bd43-88e78a109762 with Priority: HIGHEST for action port [ 1180.583398] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1180.583701] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1180.584038] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc9d466-c266-4f79-bd43-88e78a109762 with Priority: HIGHEST for action port [ 1180.584981] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.585292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.585531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.586219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.586398] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.587977] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.588207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.588650] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc9d466-c266-4f79-bd43-88e78a109762 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.589605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.589605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.589605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.589895] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc9d466-c266-4f79-bd43-88e78a109762',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.774965] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.778510] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.778744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.778902] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.779191] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.779343] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.779500] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 0239e4a8-72db-40b6-8196-53f96d0745ef not found, creating... [ 1180.779782] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.779948] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.780082] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.780314] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.780499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.780832] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.781053] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.781185] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.781398] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.781537] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.781684] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 0239e4a8-72db-40b6-8196-53f96d0745ef is going to be created. [ 1180.802899] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.803136] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.803269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.803608] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.803912] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.804157] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.877406] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1180.877644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.094857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.094984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.095183] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbc9d466-c266-4f79-bd43-88e78a109762 with status ACTIVE [ 1181.095546] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.095684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.095770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.096105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.096248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.096463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.096586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.096678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.096875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.096978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.097202] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.097905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.097905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.097905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.097905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.097905] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbc9d466-c266-4f79-bd43-88e78a109762 is going to be updated. [ 1181.117517] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.117706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.117852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.118045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.118209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.118406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc9d466-c266-4f79-bd43-88e78a109762" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.278142] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.474261] env[69312]: INFO networking_nsxv3.common.synchronization [req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 req-e6e3c85a-eacb-4d71-bd13-78a9a353a0a5 service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1181.474339] env[69312]: INFO networking_nsxv3.common.synchronization [req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 req-e6e3c85a-eacb-4d71-bd13-78a9a353a0a5 service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1181.474492] env[69312]: INFO networking_nsxv3.common.synchronization [req-193ff9d5-151f-4951-9cc0-088e8b0c18c3 req-e6e3c85a-eacb-4d71-bd13-78a9a353a0a5 service nova] Enqueued Resource ID: 0239e4a8-72db-40b6-8196-53f96d0745ef with Priority: HIGHEST for action port [ 1181.475412] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1181.475621] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1181.475707] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0239e4a8-72db-40b6-8196-53f96d0745ef with Priority: HIGHEST for action port [ 1181.476074] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.476217] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.476286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.476539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.477955] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.479886] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.479886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.480919] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0239e4a8-72db-40b6-8196-53f96d0745ef taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.480919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.480919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.480919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.480919] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0239e4a8-72db-40b6-8196-53f96d0745ef',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.487616] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.487809] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-149" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.487938] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-149" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.488364] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-149" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.488990] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.489180] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.489514] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.489581] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.489721] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.489974] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.490104] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.490242] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.490413] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.490544] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.490659] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.490958] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.510139] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.510139] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.510139] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.510320] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-149" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.510535] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-fbd80372-8c0f-4f9e-a957-7e02e441babc taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.510738] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.510885] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.511245] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.511412] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd80372-8c0f-4f9e-a957-7e02e441babc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.781754] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1181.781754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.782116] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.782116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.782116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.782307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.782384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.782474] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1181.809340] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.809551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.809643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.810568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.810568] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.817714] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1181.984136] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.984327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.988152] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0239e4a8-72db-40b6-8196-53f96d0745ef with status ACTIVE [ 1181.988152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.988152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.988152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.988152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.988533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.988533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.988533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.988533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.988633] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0239e4a8-72db-40b6-8196-53f96d0745ef is going to be updated. [ 1182.011071] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.011312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.011365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.011917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.011917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.012152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0239e4a8-72db-40b6-8196-53f96d0745ef" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.015112] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.015336] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.015466] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.015753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.015931] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.016160] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port fbd80372-8c0f-4f9e-a957-7e02e441babc not found, creating... [ 1182.016455] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.016625] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.016751] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.016989] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.017147] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.017476] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.017674] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.017795] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.018154] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.018347] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.018559] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: fbd80372-8c0f-4f9e-a957-7e02e441babc is going to be created. [ 1182.037463] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.037642] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.037769] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.038058] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.038363] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.038576] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.404071] env[69312]: INFO networking_nsxv3.common.synchronization [req-08be683a-4e5b-4170-b01c-5f01ec5358a6 req-f528de61-d16d-47e5-b614-0a579af18bd0 tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1182.404875] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1182.405260] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.405362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.405404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.405607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.405761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.405859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.405923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.406145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.406251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.406349] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.463825] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1182.463825] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.463825] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.463825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.463825] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.725333] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.725531] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.725660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.725925] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.726197] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.726356] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.726474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.726687] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.726832] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.727088] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.727254] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.727318] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.727433] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.727546] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.727654] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.727826] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.747932] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.749284] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.749491] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.749633] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-850" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.750037] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.750246] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.750371] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.750685] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.750826] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04354d71-f9ec-4cad-99f1-c4a002ef3a7b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.911581] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.911834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.911834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.912057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.912161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.912498] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.912498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.912498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.912742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.912742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.912905] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1182.936564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.936745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.936848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.937087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.937254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.945924] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1182.966024] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.253854] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.254064] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.254213] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.254659] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.254948] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.255519] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 04354d71-f9ec-4cad-99f1-c4a002ef3a7b not found, creating... [ 1183.255841] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.256060] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.256172] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.256426] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.256570] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.256888] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.257085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.257406] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.257652] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.257792] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.257941] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 04354d71-f9ec-4cad-99f1-c4a002ef3a7b is going to be created. [ 1183.279236] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.279236] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.279236] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.279236] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.279236] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.279236] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.469736] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.511714] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-c0402a91-f31c-4c8c-b520-647316707f61 service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1183.511912] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-c0402a91-f31c-4c8c-b520-647316707f61 service nova] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1183.512245] env[69312]: INFO networking_nsxv3.common.synchronization [req-04218d60-5065-4117-a3a4-d81f9273060b req-c0402a91-f31c-4c8c-b520-647316707f61 service nova] Enqueued Resource ID: fbd80372-8c0f-4f9e-a957-7e02e441babc with Priority: HIGHEST for action port [ 1183.512316] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_rules [ 1183.512924] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1183.512924] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd80372-8c0f-4f9e-a957-7e02e441babc with Priority: HIGHEST for action port [ 1183.516437] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.516617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.516876] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.516977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.517417] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbd80372-8c0f-4f9e-a957-7e02e441babc taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.517417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.517417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.517630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.517659] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd80372-8c0f-4f9e-a957-7e02e441babc',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.537294] env[69312]: INFO networking_nsxv3.common.synchronization [req-62b6e1b4-2c84-4e6f-8573-48985ab39220 req-c37bcdd2-e1c7-4623-a587-ceb76f218dcd tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1183.538709] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1183.538709] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.538709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.538709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.539269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.539269] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.539921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.539921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.539921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.539921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.540289] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.829242] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1183.829473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.829656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.829907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.830118] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.830252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.830314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.830457] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.830539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.831162] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.970234] env[69312]: INFO networking_nsxv3.common.synchronization [req-08be683a-4e5b-4170-b01c-5f01ec5358a6 req-efea563a-e68e-4fb7-97a9-b478e5f29677 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 1183.970234] env[69312]: INFO networking_nsxv3.common.synchronization [req-08be683a-4e5b-4170-b01c-5f01ec5358a6 req-efea563a-e68e-4fb7-97a9-b478e5f29677 service nova] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1183.970234] env[69312]: INFO networking_nsxv3.common.synchronization [req-08be683a-4e5b-4170-b01c-5f01ec5358a6 req-efea563a-e68e-4fb7-97a9-b478e5f29677 service nova] Enqueued Resource ID: 04354d71-f9ec-4cad-99f1-c4a002ef3a7b with Priority: HIGHEST for action port [ 1183.970234] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_rules [ 1183.970234] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1183.970234] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04354d71-f9ec-4cad-99f1-c4a002ef3a7b with Priority: HIGHEST for action port [ 1183.971320] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.971864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.973100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.973100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.973100] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.973621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.973621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.973936] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.974090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.974178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.974383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.974501] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04354d71-f9ec-4cad-99f1-c4a002ef3a7b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.975875] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.976032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.976099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.976339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.976440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.976631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1184.004289] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.004289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.004289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.004289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.004289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.012246] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1184.019596] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbd80372-8c0f-4f9e-a957-7e02e441babc with status ACTIVE [ 1184.019824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.019958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.020038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.020252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.020342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.020565] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.020647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.020678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.020836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.020913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.021128] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.021316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.021316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.021447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.021519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.021604] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbd80372-8c0f-4f9e-a957-7e02e441babc is going to be updated. [ 1184.040985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.041141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.041200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.041405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.041541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.041741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbd80372-8c0f-4f9e-a957-7e02e441babc" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.043108] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.333879] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.476626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.476860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.478064] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04354d71-f9ec-4cad-99f1-c4a002ef3a7b with status ACTIVE [ 1184.478251] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.478417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.478497] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.478745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.478862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.479067] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.479187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.479248] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.479404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.479481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.479683] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.479862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.479862] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.480524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.480524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.480524] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04354d71-f9ec-4cad-99f1-c4a002ef3a7b is going to be updated. [ 1184.502932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.503116] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.503158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.503346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.503475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.503625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04354d71-f9ec-4cad-99f1-c4a002ef3a7b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.545178] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.836771] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.956109] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1184.956466] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1184.956631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.956837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.957113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.957396] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.957544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.957631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.957824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.957935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.958079] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.047325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.047325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.047700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.047700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.047700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.047828] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1185.091350] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.091495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.091563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.092019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.092193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.101402] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1185.339291] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.339480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.339550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.339779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.339877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.339976] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1185.368034] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.368179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.368224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.368405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.368543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.376733] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1185.462103] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.545210] env[69312]: INFO networking_nsxv3.common.synchronization [req-b7f9a0c3-2864-4047-8150-18c5ee245760 req-ed6d9489-03cb-4c8f-84ad-5f8eb08acbd2 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 1185.545749] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGHEST for action security_group_members [ 1185.546276] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.546398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.546759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.546759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.546934] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.546934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.547026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.548102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.548319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.548426] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.966312] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.022391] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1186.022606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.022777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.023014] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.023209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.023326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.023391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.023548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.023631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.023722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.023874] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.050406] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.050733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.050733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.050831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.050901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.051102] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.051201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.051263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.051412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.051487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.051572] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be updated. [ 1186.075959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.076161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.076240] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.076459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.076666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.084454] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: IN_PROGRESS for 2s [ 1186.468740] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.468914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.468988] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.469250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.469346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.469460] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1186.495950] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.495950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.495950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.495950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.495950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.503202] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1186.526324] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.526508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.526562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.526757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.526913] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.527022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.527210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.527281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.527318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.527385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.527522] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.527851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.527851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.527851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.527987] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.528045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.528080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.528197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.528265] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.528346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.528432] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.030696] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738c1c22-61f0-4fb4-8607-5e1d8901303c: rpc.has_security_group_logging(os_id): False [ 1187.048690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.048830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.048902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.049124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.049220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.049424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.049536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.050130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.050315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.050401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.050600] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.050860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.050860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.050860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.050996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.051130] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.051224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.051284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.051419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.051493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.051574] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1187.105742] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.105896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.105968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.106220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.106369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.113031] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1187.113575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.116408] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1187.385680] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1187.385970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.386126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.386347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.386559] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.386659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.386725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.386906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.386975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.387068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.387195] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.388031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.388163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.388327] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.388539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.388539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.388629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.388699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.388823] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.890366] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.890539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.891622] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.095371] env[69312]: INFO networking_nsxv3.common.synchronization [req-bc71ffbd-24a7-4e38-abee-f54a67f78c58 req-dabcb0f1-e267-4d73-9962-95dd8137fcd2 tempest-ServersNegativeTestJSON-533260639 tempest-ServersNegativeTestJSON-533260639-project-member] Enqueued Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1188.096630] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badb0efb-a6e1-425b-a259-34a9f54c06cd in Status: SUCCESS [ 1188.096910] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd deletion is rescheduled due to dependency. [ 1188.097093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.097708] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0779cd-94d4-4044-999d-4e7bf1395941 with Priority: HIGHEST for action security_group_members [ 1188.098163] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0779cd-94d4-4044-999d-4e7bf1395941 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.098297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.098373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.098872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.098872] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.098872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.099321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.099321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.099321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.099321] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0779cd-94d4-4044-999d-4e7bf1395941',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.395572] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.517293] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.517293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.517293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.517293] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.605926] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.606162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.606162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.606513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.606513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.606687] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.606839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.606839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.608121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.608256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.608426] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 is going to be updated. [ 1188.632868] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.633172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.633172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.633407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.633581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.641544] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: IN_PROGRESS for 2s [ 1188.897652] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.897878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.897878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.898156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.898258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.898358] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1188.928357] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.928507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.928577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.928790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.928931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.937459] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1189.018442] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.018663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.018723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.018957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.019158] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.019393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.019393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.019552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.019668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.019756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.019942] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.020082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.020262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.020378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.020475] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.020600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.020650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.020783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.020876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.021011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.021197] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.132197] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1189.132197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.523020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34560ac4-66e6-4e67-ac20-57b7371f5375: rpc.has_security_group_logging(os_id): False [ 1189.540024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.540192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.540292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.540498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.540619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.540827] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.540938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.541018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.541186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.541296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.541583] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.541709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.541767] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.541914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.542011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.542226] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.542342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.542409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.542575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.542670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.542773] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1189.602313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.602591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.602591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.602770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.602920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.616322] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1189.828140] env[69312]: INFO networking_nsxv3.common.synchronization [req-110abbb7-1886-4770-91b1-0507422f3409 req-e0150d41-28cd-4777-a806-f6452eba0b11 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1189.828655] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1189.829033] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.829175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.829357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.829437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.829582] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.829677] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.829731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.829874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.829961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.830070] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.332430] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.656354] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0779cd-94d4-4044-999d-4e7bf1395941 in Status: SUCCESS [ 1190.656535] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0779cd-94d4-4044-999d-4e7bf1395941 deletion is rescheduled due to dependency. [ 1190.656648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0779cd-94d4-4044-999d-4e7bf1395941" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.721207] env[69312]: INFO networking_nsxv3.common.synchronization [None req-60c12c63-c963-4105-b6ea-8eeccfe32b94 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1190.721207] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1190.721207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.721207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.721207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.721207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.721207] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.834398] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.842359] env[69312]: INFO networking_nsxv3.common.synchronization [None req-6d4ec842-9e03-4819-9251-e4e164e43b9a tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1190.843327] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1190.843719] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.843860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.948020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1190.948255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.948420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.948639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.948833] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.948945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.949022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.949173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.949252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.949335] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.949495] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.949573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.949641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.949769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.949906] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.949985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.950051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.950188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.950258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.950347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.950435] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.242721] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.242920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.242959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.243261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.243364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.243505] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd already deleted. [ 1191.243625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.243843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.244035] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.244124] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.337218] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.337587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.337587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.337746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.337841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.337949] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be updated. [ 1191.367689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.367858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.367915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.368360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.368630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.378182] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: IN_PROGRESS for 2s [ 1191.453354] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a4087-0d8e-4768-a1e6-63d215b92216: rpc.has_security_group_logging(os_id): False [ 1191.469560] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.469726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.469766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.470200] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.470291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.470519] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.470620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.470678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.470834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.470908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.471095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.471185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.471236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.471369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.471434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.471623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.471731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.471860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.472020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.472251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.472351] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1191.532702] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.532857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.532921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.533131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.534044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.549015] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1191.640321] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1191.640430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.765979] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.766194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.766279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.766489] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.766581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.766892] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd already deleted. [ 1191.766892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.702015] env[69312]: INFO networking_nsxv3.common.synchronization [req-c0bfa481-2a3e-454c-8916-e5dafde7b93b req-1da121e5-86e7-4ec4-ba45-ddff5a0fa4d7 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1192.702400] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1192.702717] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.702835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.702903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.704425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.704598] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.704706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.704772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.704936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.705033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.705127] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.099769] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.099971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.100188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.100383] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.100641] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.100806] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.100928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.101310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.101468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.101696] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.101825] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.101945] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.102070] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.102185] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.102295] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.102431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.123207] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.123207] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.123207] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.123207] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.123491] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.123598] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.123701] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.124088] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.124258] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1478ee3b-ed27-40f4-ae19-13b0e92e02c8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.207032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.388214] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1193.388422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.563537] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1193.563764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.563992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.564337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.564337] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.630618] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.630618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.630618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.630618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.630618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.630618] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 not found, creating... [ 1193.630999] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.630999] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.631087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.631453] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.631666] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.631979] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.632165] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.632287] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.632507] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.632645] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.632789] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 is going to be created. [ 1193.652674] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.652880] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.653018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.653317] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.653546] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.653860] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.709644] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.068067] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.068067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.068305] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.068344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.068498] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.068599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.069126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.069126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.069126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.069126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.069126] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.213890] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.214114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.214159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.214339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.214429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.214532] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1194.257961] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.258300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.258733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.258794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.269372] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1194.483279] env[69312]: INFO networking_nsxv3.common.synchronization [req-c0bfa481-2a3e-454c-8916-e5dafde7b93b req-f4c84da8-6754-4038-999b-31e75b893322 service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1194.484014] env[69312]: INFO networking_nsxv3.common.synchronization [req-c0bfa481-2a3e-454c-8916-e5dafde7b93b req-f4c84da8-6754-4038-999b-31e75b893322 service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1194.484225] env[69312]: INFO networking_nsxv3.common.synchronization [req-c0bfa481-2a3e-454c-8916-e5dafde7b93b req-f4c84da8-6754-4038-999b-31e75b893322 service nova] Enqueued Resource ID: 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 with Priority: HIGHEST for action port [ 1194.484732] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1194.484860] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1194.484955] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 with Priority: HIGHEST for action port [ 1194.486283] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.486466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.486527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.487370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.487547] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.488980] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.489126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.489304] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.489406] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.489694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.489694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.489792] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1478ee3b-ed27-40f4-ae19-13b0e92e02c8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.571852] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.572053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.572145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.572309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.572470] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.572566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.572634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.572828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.572880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.572925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.573066] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.573158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.573223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.573352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.573484] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.573573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.573634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.573758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.573886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.574088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.574088] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.726190] env[69312]: INFO networking_nsxv3.common.synchronization [req-5d81a446-147a-4b56-951d-872b2df83ef5 req-4a67cb3e-3771-4ffd-8879-6400b0a969ac tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1194.726578] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1194.728592] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.728592] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.728592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.728592] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.912104] env[69312]: INFO networking_nsxv3.common.synchronization [req-5d81a446-147a-4b56-951d-872b2df83ef5 req-4620e3d1-053d-41a2-8827-7e72d2dc65a3 tempest-ServersTestMultiNic-737831228 tempest-ServersTestMultiNic-737831228-project-member] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1194.912792] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGHEST for action security_group_members [ 1194.915152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.915306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.993497] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.993633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.996429] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 with status ACTIVE [ 1194.996623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.996741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.996801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.997019] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.997121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.997292] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.997388] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.997445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.997602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.997679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.997855] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.997948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.998011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.998154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.998228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.998310] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1478ee3b-ed27-40f4-ae19-13b0e92e02c8 is going to be updated. [ 1195.019438] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.019624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.019740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.020051] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.020264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.020507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1478ee3b-ed27-40f4-ae19-13b0e92e02c8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.076154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32a4087-0d8e-4768-a1e6-63d215b92216: rpc.has_security_group_logging(os_id): False [ 1195.093713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.093902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.094040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.094254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.094361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.094572] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.094671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.094726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.094892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.094975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.095164] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.095260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.095308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.095443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.095515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.095718] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.095818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.095876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.096017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.096094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.096187] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1195.171608] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.171800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.171840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.172037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.172193] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.202268] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1195.232367] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.734570] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.238239] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.238397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.238473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.238697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.238798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.238887] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1196.264726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.264908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.264947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.265158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.265304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.274182] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1196.275902] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1196.276113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.276303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.276507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.276686] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.276798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.276863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.277021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.277105] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.277204] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.779532] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.220575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1197.221225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.281318] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.783797] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.784319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.784319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.784319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.784424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.784575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1197.811810] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.812078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.812216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.812502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.812673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.821365] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1198.284081] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1198.284323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.284493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.284701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.284889] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.285017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.285089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.285243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.285324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.285416] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.788343] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.788671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.788671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.788834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.788940] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.789540] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.789540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.789540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.789540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.789540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.789771] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be updated. [ 1198.815433] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.815572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.815642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.815844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.815982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.825088] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: IN_PROGRESS for 2s [ 1199.830450] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1199.830791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.830791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.831012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.831211] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.831410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.831410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.831539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.831617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.831702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.831824] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.913662] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.913784] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1200.335925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.336156] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.336245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.336483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.336671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.336764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.336827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.336984] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.337175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.337282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.337423] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.337514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.337573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.337717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.337852] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.337943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.338011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.338169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.338277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.338333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.338408] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.759780] env[69312]: INFO networking_nsxv3.common.synchronization [req-e8d140d9-5041-4865-9130-479bedd8df02 req-c7f33a07-2882-46a9-a4c1-c434baa01195 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1200.760340] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGHEST for action security_group_members [ 1200.760638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.760784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.760878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.761024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.761177] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.761270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.761326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.761477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.761558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.761649] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.809775] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee14ebc8-d3f9-4993-96ce-be763026ce83 req-60f202a6-0e58-476a-a8b9-d9bac0229868 tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1200.810538] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1200.810849] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.810973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.811113] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.811397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.811590] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.811723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.811788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.812150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.812519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.813047] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.834045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32a4087-0d8e-4768-a1e6-63d215b92216 in Status: SUCCESS [ 1200.834345] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 deletion is rescheduled due to dependency. [ 1200.834345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.843271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1200.858505] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.858626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.858707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.858938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.859053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.859246] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.859342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.859396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.859552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.859627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.859820] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.859950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.860025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.860147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.860227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.860364] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.860490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.860574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.860655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.860740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.860817] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1200.923028] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.923172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.923172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.923360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.923506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.942311] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1201.078770] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.078966] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.079113] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.079382] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.079648] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.079804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.079930] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.080169] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.080417] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.080535] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.080751] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.080751] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.080876] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.080991] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.081117] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.081257] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.100550] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.100721] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1201.100864] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.101059] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.101371] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-e6702a2d-82fe-4040-8d1b-021160ebd094 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.101537] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.101657] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.101994] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.102145] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6702a2d-82fe-4040-8d1b-021160ebd094',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.264048] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.264048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.264048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.264269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.264434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.264535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.264596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.264823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.264935] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be updated. [ 1201.292287] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.292418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.292491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.292688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.292823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.301098] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: IN_PROGRESS for 2s [ 1201.314676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.314811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.314915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.315139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.315237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.315424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.315523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.315585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.315735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.315811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.315894] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd already deleted. [ 1201.315974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.604356] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.604546] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.604589] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.604843] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.605013] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.605199] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port e6702a2d-82fe-4040-8d1b-021160ebd094 not found, creating... [ 1201.605466] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.605709] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.605833] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.606074] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.607010] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.607399] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.607512] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.607637] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.607855] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.608007] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.608162] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: e6702a2d-82fe-4040-8d1b-021160ebd094 is going to be created. [ 1201.629032] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.629032] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.629210] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.629380] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.629618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.629855] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.326878] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee14ebc8-d3f9-4993-96ce-be763026ce83 req-a1bb09ea-ee0f-4dfb-8521-16cccf29a8f4 service nova] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1202.327140] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee14ebc8-d3f9-4993-96ce-be763026ce83 req-a1bb09ea-ee0f-4dfb-8521-16cccf29a8f4 service nova] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1202.327228] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee14ebc8-d3f9-4993-96ce-be763026ce83 req-a1bb09ea-ee0f-4dfb-8521-16cccf29a8f4 service nova] Enqueued Resource ID: e6702a2d-82fe-4040-8d1b-021160ebd094 with Priority: HIGHEST for action port [ 1202.327590] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1202.327691] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1202.327788] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6702a2d-82fe-4040-8d1b-021160ebd094 with Priority: HIGHEST for action port [ 1202.328358] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.328484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.328553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.328755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.328833] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.330540] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.330540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.330540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.330540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.331640] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.331640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.331640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.331640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.331640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.331851] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.332964] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6702a2d-82fe-4040-8d1b-021160ebd094 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.333879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.333991] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.334185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.334768] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6702a2d-82fe-4040-8d1b-021160ebd094',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.838099] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.838099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.838099] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.838377] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6702a2d-82fe-4040-8d1b-021160ebd094 with status ACTIVE [ 1202.838407] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.838599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.838704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.840056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.840056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.840056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.840554] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6702a2d-82fe-4040-8d1b-021160ebd094 is going to be updated. [ 1202.860116] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.860341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.860341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.860695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.860695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.860781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.961080] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1202.961312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.310935] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240a2e34-97c6-487b-96a2-5229487ab608 in Status: SUCCESS [ 1203.311295] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 deletion is rescheduled due to dependency. [ 1203.311453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.343047] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.845609] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.845783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.845825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.846066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.846153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.846368] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be created. [ 1203.868040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.868040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.868040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.868281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.868329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.876784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: UNINITIALIZED for 2s [ 1205.060496] env[69312]: INFO networking_nsxv3.common.synchronization [req-3464115d-e019-42df-bc84-2eed960af893 req-999035de-8ffa-4465-ba18-176d808b014d tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1205.061050] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1205.061358] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.061728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.061728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.061728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.062037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.062037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.062330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.062641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.062641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.062781] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.565316] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.565502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.565540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.565945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.565945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.566016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.566097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.566155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.566326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.566401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.566547] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1205.594167] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.594336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.594374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.594583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.594720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.612184] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1205.885287] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: SUCCESS [ 1205.885501] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.885656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.885863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.886174] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.886174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.886317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.886382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.886465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.886551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.886651] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.389245] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.895077] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd: rpc.has_security_group_logging(os_id): False [ 1206.911443] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.911443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.911443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.911443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.911443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.911443] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.911443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.911443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.911833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.911833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.911833] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be created. [ 1206.966899] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.967053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.967122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.967331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.967504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.978707] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: IN_PROGRESS for 2s [ 1207.298791] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2216b16-508c-4312-a953-8e339ad0b4f0 req-51e40e9e-1a3e-4d4b-821f-03c725dcbbb3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1207.299447] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1207.299682] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.299802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.300167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.304772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.304772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.304772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.304772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.304772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.304772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.304772] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.599414] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.599778] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.599778] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.600086] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.600387] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.600574] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.600702] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.600971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.601216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.601471] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.601607] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.601730] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.601883] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.602063] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.602148] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.602305] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.620907] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.621144] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.621331] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.621524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-35" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.621909] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.622134] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.622280] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.622636] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.622805] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d34cbfa-1034-4db1-bfb1-0008fbb5d153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.624744] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1207.624744] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1207.624744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.807633] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.126616] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.126906] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.126978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.127378] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.127572] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.127729] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 not found, creating... [ 1208.128032] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.128172] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.128294] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.128528] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.128672] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.128958] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.129129] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.129249] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.129450] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.129584] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.129725] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 is going to be created. [ 1208.147896] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.148115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.148243] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.148492] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.148720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.148935] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.309708] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.811737] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.812135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.812135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.812255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.812331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.812448] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 1208.823406] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2216b16-508c-4312-a953-8e339ad0b4f0 req-cb8da383-abbc-40d8-80bd-144591294f63 service nova] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 1208.823618] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2216b16-508c-4312-a953-8e339ad0b4f0 req-cb8da383-abbc-40d8-80bd-144591294f63 service nova] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1208.823761] env[69312]: INFO networking_nsxv3.common.synchronization [req-c2216b16-508c-4312-a953-8e339ad0b4f0 req-cb8da383-abbc-40d8-80bd-144591294f63 service nova] Enqueued Resource ID: 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 with Priority: HIGHEST for action port [ 1208.824045] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_rules [ 1208.824188] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1208.824282] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 with Priority: HIGHEST for action port [ 1208.824821] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.824946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.825011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.825216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.825311] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.826102] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.826254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.826663] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.826863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.826863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.827048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.827123] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d34cbfa-1034-4db1-bfb1-0008fbb5d153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.842470] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.842587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.842663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.842847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.842993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.852051] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 1208.990552] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: SUCCESS [ 1208.990552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.328716] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.328944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.329083] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 with status ACTIVE [ 1209.329270] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.329417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.329490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.329645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.329733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.329928] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.330034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.330097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.330285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.330377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.330581] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.330673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.330722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.330864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.330940] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.331016] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d34cbfa-1034-4db1-bfb1-0008fbb5d153 is going to be updated. [ 1209.351687] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.351829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.351829] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.352036] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.352165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.352317] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d34cbfa-1034-4db1-bfb1-0008fbb5d153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.681334] env[69312]: INFO networking_nsxv3.common.synchronization [None req-c25c25d3-d599-4581-8612-4a925263f611 tempest-AttachInterfacesTestJSON-1821523072 tempest-AttachInterfacesTestJSON-1821523072-project-member] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1210.682240] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGHEST for action security_group_members [ 1210.682341] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.682443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.682509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.682697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.682852] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.683413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.683413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.683413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.683413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.683413] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.862451] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 1210.862691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.862828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.863117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.863404] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.863404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.863404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.863631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.863744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.863882] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.189513] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.189721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.189756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.189955] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.190070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.190312] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.190535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.190535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.190693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.190748] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.190817] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be updated. [ 1211.217642] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.217816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.217897] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.218198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.218389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.226895] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: IN_PROGRESS for 2s [ 1211.366647] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.870881] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.371813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.372196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.372438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.372760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.372945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.373170] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 1212.401207] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.401443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.401538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.401761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.402070] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.412645] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 1213.236806] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c in Status: SUCCESS [ 1213.237159] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c deletion is rescheduled due to dependency. [ 1213.237159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.421450] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 1214.421806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.421936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.422282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.422502] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.422648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.422727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.422891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.424478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.424478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.424478] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.925708] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.428428] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbb3093-4163-438e-8d49-3a8a6b7c60e6: rpc.has_security_group_logging(os_id): False [ 1215.448334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.448334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.448334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.448334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.448582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.448739] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.448823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.448823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.448977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.449077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.449184] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 1215.511784] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.511944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.512034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.512393] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.512557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.533407] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 1215.683033] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.683334] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1215.696398] env[69312]: INFO networking_nsxv3.common.synchronization [None req-1ad2af5f-b345-4dd0-a1db-933bbca15f58 None None] Enqueued Resource ID: f7ea49e9-b4bc-4376-9665-ff6f13a2d768 with Priority: HIGHEST for action port [ 1215.696771] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ea49e9-b4bc-4376-9665-ff6f13a2d768 with Priority: HIGHEST for action port [ 1215.697297] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ea49e9-b4bc-4376-9665-ff6f13a2d768 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.697424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ea49e9-b4bc-4376-9665-ff6f13a2d768" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.697492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ea49e9-b4bc-4376-9665-ff6f13a2d768" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.697743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ea49e9-b4bc-4376-9665-ff6f13a2d768" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.697824] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ea49e9-b4bc-4376-9665-ff6f13a2d768',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.847328] env[69312]: INFO networking_nsxv3.common.synchronization [req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac req-68b5e894-0e91-4a13-a69f-9d63cbb9db44 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1215.847860] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1215.848198] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.848332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.848397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.849372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.849552] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.849725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.849842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.850022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.850118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.850213] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.193454] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.193655] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.193782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.194112] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.194985] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.194985] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.194985] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.194985] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.194985] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.195260] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.195382] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.195834] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.195834] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.195834] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.195834] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.196126] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.199439] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ea49e9-b4bc-4376-9665-ff6f13a2d768 [ 1216.199904] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.199904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.199904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.199904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.200080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.200080] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ea49e9-b4bc-4376-9665-ff6f13a2d768 already deleted. [ 1216.200946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ea49e9-b4bc-4376-9665-ff6f13a2d768" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.217101] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.217861] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.217861] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.217861] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.218195] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-990bed79-bc4c-439f-a194-7122e132f715 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.218421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.218651] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.219723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.219723] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990bed79-bc4c-439f-a194-7122e132f715',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.356544] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.356544] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.356544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.356544] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1216.379693] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.379852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.380016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.380244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.380421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.388158] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1216.508441] env[69312]: INFO networking_nsxv3.common.synchronization [None req-8b2a077d-276a-4628-8478-9177f67c21a7 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_rules [ 1216.508970] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_rules [ 1216.509293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.509404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.509472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.509724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.509802] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.582980] env[69312]: INFO networking_nsxv3.common.synchronization [None req-b04f8c6b-8831-4f9d-bc08-2dd8948236c7 tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_rules [ 1216.583515] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_rules [ 1216.583818] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.583920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.725451] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.725685] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.725821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.726132] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.726280] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.726477] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 990bed79-bc4c-439f-a194-7122e132f715 not found, creating... [ 1216.726766] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.726931] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.727062] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.727289] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.727423] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.727721] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.727879] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.727994] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.728215] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.728349] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.728520] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 990bed79-bc4c-439f-a194-7122e132f715 is going to be created. [ 1216.754726] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.754950] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.755105] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.755375] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.755616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.755841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.030418] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.030601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.030656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.030834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.030921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.031039] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 already deleted. [ 1217.031477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.031477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.031477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.031628] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.449764] env[69312]: INFO networking_nsxv3.common.synchronization [req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac req-f621a08e-5735-4384-acdc-302a95bca046 service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1217.449941] env[69312]: INFO networking_nsxv3.common.synchronization [req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac req-f621a08e-5735-4384-acdc-302a95bca046 service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1217.450089] env[69312]: INFO networking_nsxv3.common.synchronization [req-b6e32a7f-1a74-42e4-9cb3-143ff2f745ac req-f621a08e-5735-4384-acdc-302a95bca046 service nova] Enqueued Resource ID: 990bed79-bc4c-439f-a194-7122e132f715 with Priority: HIGHEST for action port [ 1217.450329] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1217.450448] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1217.450580] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990bed79-bc4c-439f-a194-7122e132f715 with Priority: HIGHEST for action port [ 1217.451753] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.451753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.451753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.451753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.451753] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.453313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.453414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.453630] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-990bed79-bc4c-439f-a194-7122e132f715 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.453740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.453740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.453963] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.454037] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990bed79-bc4c-439f-a194-7122e132f715',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.549827] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 1217.550252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.552119] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.552223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.552321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.553565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.553565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.553565] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 already deleted. [ 1217.553565] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.645695] env[69312]: INFO networking_nsxv3.common.synchronization [None req-40ac67f2-02d7-42d7-905a-8e87f44003aa None None] Enqueued Resource ID: 8d3da3de-f44a-4692-9323-c0a34838ab60 with Priority: HIGHEST for action port [ 1217.645968] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3da3de-f44a-4692-9323-c0a34838ab60 with Priority: HIGHEST for action port [ 1217.646561] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d3da3de-f44a-4692-9323-c0a34838ab60 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.646682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d3da3de-f44a-4692-9323-c0a34838ab60" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.646753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d3da3de-f44a-4692-9323-c0a34838ab60" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.646994] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d3da3de-f44a-4692-9323-c0a34838ab60" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.647093] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d3da3de-f44a-4692-9323-c0a34838ab60',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.956268] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.956558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.959136] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 990bed79-bc4c-439f-a194-7122e132f715 with status ACTIVE [ 1217.959335] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.959461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.959529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.959744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.959828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.959999] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.960168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.960168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.960376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.960447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.960614] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.960712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.960763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.960913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.960990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.961080] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 990bed79-bc4c-439f-a194-7122e132f715 is going to be updated. [ 1217.981885] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.982104] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.983037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.983037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.983037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.983037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990bed79-bc4c-439f-a194-7122e132f715" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.150807] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d3da3de-f44a-4692-9323-c0a34838ab60 [ 1218.151056] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.151212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.151268] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.151469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.151596] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.151650] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d3da3de-f44a-4692-9323-c0a34838ab60 already deleted. [ 1218.151730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d3da3de-f44a-4692-9323-c0a34838ab60" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.196235] env[69312]: INFO networking_nsxv3.common.synchronization [req-750d85ae-8b6f-4c46-b679-973fd83b7eae req-55e6bab5-dea9-40b0-805d-7abcad3a03f3 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1218.196854] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1218.197224] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.197355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.197430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.197651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.197819] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.197920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.197983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.198261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.198370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.198481] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.398821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1218.399038] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1218.399169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.399346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.399567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.401713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.401713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.401713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.401713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.401713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.401713] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.538060] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.538304] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.538402] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.538674] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.538938] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.539111] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.539234] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.539455] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.539603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.539816] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.539929] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.540062] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.540176] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.540828] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.540828] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.540828] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.559855] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.560369] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.560369] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.560589] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.560977] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-6006d4e4-53f3-4aff-9213-977bfc611e5c taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.561261] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.561300] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.561612] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.561760] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6006d4e4-53f3-4aff-9213-977bfc611e5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.700384] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.902698] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.065820] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.066154] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.066349] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.066723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.066912] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.067142] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 6006d4e4-53f3-4aff-9213-977bfc611e5c not found, creating... [ 1219.067468] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.067652] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.067821] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.068097] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.068271] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.068572] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.068770] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.068910] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.069187] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.069342] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.069517] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 6006d4e4-53f3-4aff-9213-977bfc611e5c is going to be created. [ 1219.089085] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.089342] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.089493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.089798] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.090049] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.090293] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.202718] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.404944] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.705071] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.705445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.705445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.705645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.705742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.705826] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1219.732997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.733267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.733403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.733648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.733803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.744861] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1219.821762] env[69312]: INFO networking_nsxv3.common.synchronization [req-750d85ae-8b6f-4c46-b679-973fd83b7eae req-ef27d2ab-2d14-4378-bc89-f6e0b4c8e48d service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1219.822022] env[69312]: INFO networking_nsxv3.common.synchronization [req-750d85ae-8b6f-4c46-b679-973fd83b7eae req-ef27d2ab-2d14-4378-bc89-f6e0b4c8e48d service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1219.822232] env[69312]: INFO networking_nsxv3.common.synchronization [req-750d85ae-8b6f-4c46-b679-973fd83b7eae req-ef27d2ab-2d14-4378-bc89-f6e0b4c8e48d service nova] Enqueued Resource ID: 6006d4e4-53f3-4aff-9213-977bfc611e5c with Priority: HIGHEST for action port [ 1219.822831] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1219.823034] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1219.824311] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6006d4e4-53f3-4aff-9213-977bfc611e5c with Priority: HIGHEST for action port [ 1219.824649] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.824769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.824900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.825055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.825146] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.827776] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.827886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.828119] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-6006d4e4-53f3-4aff-9213-977bfc611e5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.828229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.828280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.828468] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.828545] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6006d4e4-53f3-4aff-9213-977bfc611e5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.909017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.909180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.909244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.909452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.909534] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.909638] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1219.938400] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.938553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.938606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.938810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.938945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.947892] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1220.330847] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.331013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.336447] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6006d4e4-53f3-4aff-9213-977bfc611e5c with status ACTIVE [ 1220.336660] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.336783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.336842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.337063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.337147] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.337316] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.337645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.337645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.337645] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.337790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.337921] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.337921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.338046] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.338128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.338192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.338271] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6006d4e4-53f3-4aff-9213-977bfc611e5c is going to be updated. [ 1220.358588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.358811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.358890] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.359057] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.359191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.359345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6006d4e4-53f3-4aff-9213-977bfc611e5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.754605] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1221.755015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.755015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.755184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.755389] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.755502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.755567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.755716] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.755800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.755894] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.957581] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1221.957665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.957786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.958023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.958228] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.958623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.959061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.959061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.959061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.959061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.959230] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.258689] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.464905] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.465163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.465163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.467229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.467229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.467229] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.467229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.467229] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.476943] env[69312]: INFO networking_nsxv3.common.synchronization [req-ff507e77-9398-4df8-b042-62a0c4b7f691 req-fc8e966f-0794-430d-99a7-afa20a283b4b tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_members [ 1222.477619] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_members [ 1222.477916] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.479146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.479233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.479480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.479676] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.479811] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.480033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.480453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.480597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.480721] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.764029] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.894365] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.894570] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-729" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.894698] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-729" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.895040] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-729" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.895353] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.895520] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.895641] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.895860] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.896022] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.896233] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.896352] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.896458] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.896569] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.896678] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.896786] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.896922] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.915265] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.915518] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.915681] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.915879] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-729" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.916345] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-70ab8cce-9d29-411c-8123-c113243521ce taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.916549] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.916675] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.916984] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.917146] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ab8cce-9d29-411c-8123-c113243521ce',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.973532] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738c1c22-61f0-4fb4-8607-5e1d8901303c: rpc.has_security_group_logging(os_id): False [ 1222.983948] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.984299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.984453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.984727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.984828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.985070] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.985215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.985433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.985646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.985732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.985830] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 already deleted. [ 1222.985918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.986962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.987077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.987164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.987324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.987729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.987729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.987729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.988158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.988158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.988158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.988158] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.988291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.988291] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.988435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.988508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.988685] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.988774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.988893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.988961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.989033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.989120] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1223.048272] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.048437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.048612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.048713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.048859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.064460] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1223.266253] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.266430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.266514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.266747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.266869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.267060] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1223.293707] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.293900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.293955] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.294347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.294543] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.305437] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1223.421804] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.421804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.421804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.421804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.421804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.421804] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 70ab8cce-9d29-411c-8123-c113243521ce not found, creating... [ 1223.421804] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.421804] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.422616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.422616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.422616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.424752] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.424937] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.425081] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.426028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.426028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.426028] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 70ab8cce-9d29-411c-8123-c113243521ce is going to be created. [ 1223.448030] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.448251] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.448435] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.448660] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.448944] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.449216] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.259680] env[69312]: INFO networking_nsxv3.common.synchronization [req-ff507e77-9398-4df8-b042-62a0c4b7f691 req-e38b023c-3d5e-486f-8736-2e7c90a8b983 service nova] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_rules [ 1224.259948] env[69312]: INFO networking_nsxv3.common.synchronization [req-ff507e77-9398-4df8-b042-62a0c4b7f691 req-e38b023c-3d5e-486f-8736-2e7c90a8b983 service nova] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_members [ 1224.259991] env[69312]: INFO networking_nsxv3.common.synchronization [req-ff507e77-9398-4df8-b042-62a0c4b7f691 req-e38b023c-3d5e-486f-8736-2e7c90a8b983 service nova] Enqueued Resource ID: 70ab8cce-9d29-411c-8123-c113243521ce with Priority: HIGHEST for action port [ 1224.260312] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_rules [ 1224.260455] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_members [ 1224.260599] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ab8cce-9d29-411c-8123-c113243521ce with Priority: HIGHEST for action port [ 1224.261245] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.261427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.261507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.261718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.261808] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.262748] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.262871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.262941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.263131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.263280] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.263377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.263463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.263635] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.264086] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.264086] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.264733] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ab8cce-9d29-411c-8123-c113243521ce taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.264805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.264909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.265125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.265184] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ab8cce-9d29-411c-8123-c113243521ce',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.768206] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.768421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.768626] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.770560] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70ab8cce-9d29-411c-8123-c113243521ce with status ACTIVE [ 1224.770838] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.771016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.771110] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.771383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.771508] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.771784] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.771910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.771980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.772376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.772494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.772825] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.772919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.772970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.773188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.773295] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.773412] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70ab8cce-9d29-411c-8123-c113243521ce is going to be updated. [ 1224.796453] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.796453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.796720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.797059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.797059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.797212] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ab8cce-9d29-411c-8123-c113243521ce" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.076687] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1225.076920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.271039] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.314606] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1225.314606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.314606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.314813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.314887] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.314996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.315319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.315319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.315319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.315483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.315525] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.774772] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.774772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.774772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.775041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.775090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.775210] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 is going to be created. [ 1225.802358] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.802547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.802547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.802744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.802898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.811088] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 in Status: UNINITIALIZED for 2s [ 1225.817526] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.817663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.817734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.817909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.818078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.818175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.818239] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.818375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.818455] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.818537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.818675] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.818764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.818819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.818948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.819097] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.819184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.819246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.819377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.819449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.819527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.819612] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.322328] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1226.339282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.339441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.339490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.339701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.339790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.339978] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.340098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.340146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.340306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.340802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.340802] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.340802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.340802] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.341048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.341048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.341103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.341184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.341232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.341365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.341504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.341558] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1226.402899] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.409993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.410288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.410424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.410616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.425020] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1227.820251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 in Status: SUCCESS [ 1227.820657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.820657] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.820850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.821071] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.821231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.821301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.821462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.821544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.821630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.821717] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.324633] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.439121] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1228.439409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.769452] env[69312]: INFO networking_nsxv3.common.synchronization [req-3d8f8d89-84bc-43f7-8026-8940e391e053 req-ceabd63e-8416-4abd-b612-17fb23e8c5fd tempest-DeleteServersTestJSON-229781680 tempest-DeleteServersTestJSON-229781680-project-member] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1228.769962] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGHEST for action security_group_members [ 1228.770282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.770398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.770467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.770663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.770897] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.770998] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.771137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.771296] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.771390] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.771506] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.827022] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bb5136f-5968-4e13-b867-0854ac243ac3: rpc.has_security_group_logging(os_id): False [ 1228.844573] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.844705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.844816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.845038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.845448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.845448] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.845588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.845588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.846609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.846609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.846609] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 is going to be created. [ 1228.905120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.905319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.905386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.905544] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.905723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.917101] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 in Status: IN_PROGRESS for 2s [ 1229.273580] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.273744] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.273816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.274040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.274136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.274433] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.274540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.274733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.274786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.274850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.274940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be updated. [ 1229.303877] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.304117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.304117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.304395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.304540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.313376] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: IN_PROGRESS for 2s [ 1229.566619] env[69312]: INFO networking_nsxv3.common.synchronization [None req-9ddd80fe-c0a8-496c-abbb-0d3bc38da22d tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_rules [ 1229.567293] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_rules [ 1229.567547] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.567670] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.567738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.568050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.568125] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.602227] env[69312]: INFO networking_nsxv3.common.synchronization [None req-02fb0fe6-9cf4-446e-8c95-a05d8186f4a0 None None] Enqueued Resource ID: df2ae292-1507-4fd5-b2e1-a59032022114 with Priority: HIGHEST for action port [ 1229.602768] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2ae292-1507-4fd5-b2e1-a59032022114 with Priority: HIGHEST for action port [ 1229.603173] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-df2ae292-1507-4fd5-b2e1-a59032022114 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.603288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df2ae292-1507-4fd5-b2e1-a59032022114" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.603334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df2ae292-1507-4fd5-b2e1-a59032022114" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.603612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df2ae292-1507-4fd5-b2e1-a59032022114" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.603690] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2ae292-1507-4fd5-b2e1-a59032022114',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.709885] env[69312]: INFO networking_nsxv3.common.synchronization [None req-57989ed0-39d6-4e73-bd10-3eb3a56b3d85 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_rules [ 1229.710493] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_rules [ 1229.710804] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.710903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.089055] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.089055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.089055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.089055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.089055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.089055] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 already deleted. [ 1230.089055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.089575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.089575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.089575] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.105771] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df2ae292-1507-4fd5-b2e1-a59032022114 [ 1230.105995] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.106149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.106204] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.106449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.106518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.106570] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df2ae292-1507-4fd5-b2e1-a59032022114 already deleted. [ 1230.106799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df2ae292-1507-4fd5-b2e1-a59032022114" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.618849] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.619008] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.619083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.619292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.619378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.619475] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 already deleted. [ 1230.619647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.737924] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e8fb926f-9640-4e3c-830c-5a75b164dd7e tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_rules [ 1230.738341] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_rules [ 1230.738493] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.738637] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.738713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.739586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.739855] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.909367] env[69312]: INFO networking_nsxv3.common.synchronization [None req-8fe094ed-3a2c-415e-82c8-6a487d7e4aa0 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_rules [ 1230.909367] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_rules [ 1230.909817] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.909981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.928088] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 in Status: SUCCESS [ 1230.928599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.259597] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.260535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.260535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.260535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.260535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.260535] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b already deleted. [ 1231.260535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.260535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.260950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.260950] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.328390] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 in Status: SUCCESS [ 1231.329777] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 deletion is rescheduled due to dependency. [ 1231.329777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.784048] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.784314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.784314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.784739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.784739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.784828] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b already deleted. [ 1231.784920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.223374] env[69312]: INFO networking_nsxv3.common.synchronization [req-2f7d4f8e-a486-4e1b-9ba6-073134e82516 req-a37ed5fa-2fb6-4a3e-9c3b-84b8a6bbf404 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1232.224426] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1232.225746] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.225746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.225746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.225746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.225746] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.225746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.225746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.225746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.227288] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.227288] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.611244] env[69312]: INFO networking_nsxv3.common.synchronization [None req-43471891-12e3-40b8-84e7-9214c23571f1 None None] Enqueued Resource ID: 8fe2cee8-5216-4604-84bb-607be4c93d5e with Priority: HIGHEST for action port [ 1232.611523] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe2cee8-5216-4604-84bb-607be4c93d5e with Priority: HIGHEST for action port [ 1232.612197] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe2cee8-5216-4604-84bb-607be4c93d5e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.612342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe2cee8-5216-4604-84bb-607be4c93d5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.612408] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe2cee8-5216-4604-84bb-607be4c93d5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.612659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe2cee8-5216-4604-84bb-607be4c93d5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.612796] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe2cee8-5216-4604-84bb-607be4c93d5e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.727613] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.118294] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe2cee8-5216-4604-84bb-607be4c93d5e [ 1233.118589] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.119088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.119088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.119229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.119308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.119454] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe2cee8-5216-4604-84bb-607be4c93d5e already deleted. [ 1233.119591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe2cee8-5216-4604-84bb-607be4c93d5e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.229800] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.732517] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.732884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.732884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.732953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.733058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.733180] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1233.765203] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.765203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.765203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.765203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.765203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.774030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1235.786348] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1235.786678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.612445] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.612730] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.797514] env[69312]: INFO networking_nsxv3.common.synchronization [req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b req-5ba8bdca-a20e-41fa-8925-9b800e8f88cc tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_members [ 1239.797514] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_members [ 1239.798018] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.798018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.798018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.798362] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.798953] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.798953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.798953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.799238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.799364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.800313] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.109062] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.109062] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.109062] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.109326] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.109478] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.109688] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.109826] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.110345] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.110345] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.110584] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.110699] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.110806] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.110918] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.111069] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.111196] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.111379] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.130572] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.130756] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.130901] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.131119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.131446] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.131990] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.131990] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.132174] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.132363] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57353df4-e9d6-4fc2-8ef9-c531710cbdb9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.305461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.305671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.305671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.305900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.305986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.306196] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.306293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.306374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.306586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.306586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.306692] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 already deleted. [ 1240.306731] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.634675] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.634945] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.635106] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.635431] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.635613] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.635855] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 not found, creating... [ 1240.636084] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.636252] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.636374] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.636600] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.636769] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.637076] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.637241] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.637364] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.637576] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.637715] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.637857] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 is going to be created. [ 1240.669669] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.670010] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.670208] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.670527] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.670782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.671028] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.391606] env[69312]: INFO networking_nsxv3.common.synchronization [req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b req-e453cda6-f5f9-48c9-9cfd-8ef0e38d317d service nova] Enqueued Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_rules [ 1241.391850] env[69312]: INFO networking_nsxv3.common.synchronization [req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b req-e453cda6-f5f9-48c9-9cfd-8ef0e38d317d service nova] Enqueued Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_members [ 1241.391937] env[69312]: INFO networking_nsxv3.common.synchronization [req-241feaf0-3b1d-4f2e-b28c-5642fbfa0c0b req-e453cda6-f5f9-48c9-9cfd-8ef0e38d317d service nova] Enqueued Resource ID: 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 with Priority: HIGHEST for action port [ 1241.392144] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_rules [ 1241.392285] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_members [ 1241.392407] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 with Priority: HIGHEST for action port [ 1241.392952] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.393095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.393160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.393360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.393449] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.395318] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.395318] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.395318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.395318] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.396049] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.396179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.396179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.396320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.396389] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57353df4-e9d6-4fc2-8ef9-c531710cbdb9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.897965] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.897965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.897965] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.901030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 with status ACTIVE [ 1241.901280] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.901422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.901519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.901834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.901940] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.902228] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.902228] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.902324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.902410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.902507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.902703] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.902974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.902974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.903080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.903080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.903183] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57353df4-e9d6-4fc2-8ef9-c531710cbdb9 is going to be updated. [ 1241.924850] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.925048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.925048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.925255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.925397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.925553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57353df4-e9d6-4fc2-8ef9-c531710cbdb9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.401064] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.903810] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.904031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.904103] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.904292] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.904415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.904531] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 is going to be created. [ 1242.926995] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.927153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.927224] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.927424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.927611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.936478] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab59d7b-2d55-485f-9efb-69159bae8a41 in Status: UNINITIALIZED for 2s [ 1243.542690] env[69312]: INFO networking_nsxv3.common.synchronization [req-509818e5-c940-4a6a-8486-464219852887 req-c33d18af-5164-458d-842f-c4b7e8ce2aee tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1243.543132] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1243.543463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.543599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.543669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.543905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.544705] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.544817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.544861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.545040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.545131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.545231] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.917077] env[69312]: INFO networking_nsxv3.common.synchronization [req-481e2064-19de-4da7-864c-7d0d9234feda req-ecaa1c59-d946-4754-8392-9f00e68bd2de tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_members [ 1243.917620] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_members [ 1243.917927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.918066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.918134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.918453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.918624] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.918730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.918801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.918961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.919149] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.919254] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.049415] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.356890] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.357127] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.357271] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.357599] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.357881] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.358055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.358178] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.358392] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.358543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.358753] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.358869] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.358981] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.359160] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.359207] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.359318] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.359454] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.377319] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.377544] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1244.377894] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.377974] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.378315] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-6f5e8016-942d-4256-98f9-2bcd6154404b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.378572] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.378709] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.379030] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.379174] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f5e8016-942d-4256-98f9-2bcd6154404b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.421444] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.421608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.421861] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.422126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.423461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.423461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.423461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.423461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.423461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.423461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.423461] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b already deleted. [ 1244.423461] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.552094] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.881816] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.882159] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.882247] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.882489] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.882694] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.882817] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 6f5e8016-942d-4256-98f9-2bcd6154404b not found, creating... [ 1244.883090] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.883254] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.883380] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.883603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.883746] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.884137] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.884307] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.884471] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.884695] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.884837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.885058] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 6f5e8016-942d-4256-98f9-2bcd6154404b is going to be created. [ 1244.904667] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.904845] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.904978] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.905313] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.905501] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.905736] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.945409] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab59d7b-2d55-485f-9efb-69159bae8a41 in Status: SUCCESS [ 1244.945593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.945679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.945898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.946147] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.946270] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.946336] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.946523] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.946584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.946658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.946750] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.058037] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.058201] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.058275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.058487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.058581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058686] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1245.092999] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.092999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.092999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.092999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.092999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.105768] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1245.448967] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.766922] env[69312]: INFO networking_nsxv3.common.synchronization [req-481e2064-19de-4da7-864c-7d0d9234feda req-80015d46-dea0-4328-8d7b-6e7d5f1f135c service nova] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_rules [ 1245.767270] env[69312]: INFO networking_nsxv3.common.synchronization [req-481e2064-19de-4da7-864c-7d0d9234feda req-80015d46-dea0-4328-8d7b-6e7d5f1f135c service nova] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_members [ 1245.767461] env[69312]: INFO networking_nsxv3.common.synchronization [req-481e2064-19de-4da7-864c-7d0d9234feda req-80015d46-dea0-4328-8d7b-6e7d5f1f135c service nova] Enqueued Resource ID: 6f5e8016-942d-4256-98f9-2bcd6154404b with Priority: HIGHEST for action port [ 1245.768031] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_rules [ 1245.768138] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_members [ 1245.768235] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5e8016-942d-4256-98f9-2bcd6154404b with Priority: HIGHEST for action port [ 1245.768506] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.768626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.768691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.768886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.768986] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.770094] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.770235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.770304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.770474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.771398] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.771398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.771398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.771398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.771398] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.771398] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.772407] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f5e8016-942d-4256-98f9-2bcd6154404b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.772499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.772601] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.772860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.772946] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f5e8016-942d-4256-98f9-2bcd6154404b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.950959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aab59d7b-2d55-485f-9efb-69159bae8a41: rpc.has_security_group_logging(os_id): False [ 1245.967914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.968121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.968171] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.968340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.968429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.968700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.968957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.969050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.969223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.969307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.969402] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 is going to be created. [ 1246.026388] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.026562] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.026605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.026771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.026943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.036503] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab59d7b-2d55-485f-9efb-69159bae8a41 in Status: IN_PROGRESS for 2s [ 1246.275939] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.276158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.276414] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.278084] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f5e8016-942d-4256-98f9-2bcd6154404b with status ACTIVE [ 1246.278084] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.278084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.278084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.278367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.278367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.278543] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.278700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.278788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.278971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.279080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.279380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.280167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.280167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.280167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.280167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.280167] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f5e8016-942d-4256-98f9-2bcd6154404b is going to be updated. [ 1246.306998] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.307127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.307127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.307333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.307464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.307619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f5e8016-942d-4256-98f9-2bcd6154404b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.784443] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.115328] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1247.115515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.287247] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.287545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.287653] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.287876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.287968] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.288081] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b is going to be created. [ 1247.311319] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.311502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.311591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.311896] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.312082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.320689] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: UNINITIALIZED for 2s [ 1248.047746] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aab59d7b-2d55-485f-9efb-69159bae8a41 in Status: SUCCESS [ 1248.048476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333063] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: SUCCESS [ 1249.333063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.333063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.333491] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.333491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.333491] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.333619] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.333654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.333842] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.836383] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.338251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75cc735e-5c12-4651-9303-a9dc6247de9b: rpc.has_security_group_logging(os_id): False [ 1250.361025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.361025] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.361025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.361025] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b is going to be created. [ 1250.426152] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.426152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.426152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.426152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.426152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.435115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: IN_PROGRESS for 2s [ 1250.769194] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.769194] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1252.447336] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: SUCCESS [ 1252.447712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.215260] env[69312]: INFO networking_nsxv3.common.synchronization [req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f req-d9087544-45de-4ed4-9190-bad7b6ca3b75 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1253.215462] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1253.215779] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.215907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.215946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.216170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.216320] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.216418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.216480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.216627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.216708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.216799] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.605714] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.606080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.606080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.606367] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.606659] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.606841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.606971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.607418] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.607582] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.607843] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.607976] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.608126] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.608260] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.608428] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.608586] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.608757] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.626632] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.626791] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1253.626939] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.627131] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.627443] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-59563fd6-e9d2-4795-af91-dde470940718 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.627618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.627790] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.628185] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.628335] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59563fd6-e9d2-4795-af91-dde470940718',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.719161] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.132342] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.132638] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.133150] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.133206] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.133351] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.133512] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 59563fd6-e9d2-4795-af91-dde470940718 not found, creating... [ 1254.133786] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.133954] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.134084] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.134310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.134583] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.135287] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.135287] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.135490] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.135623] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.135720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.135895] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 59563fd6-e9d2-4795-af91-dde470940718 is going to be created. [ 1254.164392] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.164392] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.164897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.164897] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.165109] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.165355] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.221312] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.723927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.724323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.724323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.724553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.724667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.724793] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1254.752464] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.753309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.753309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.753309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.753309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.762926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1255.030247] env[69312]: INFO networking_nsxv3.common.synchronization [req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f req-cc2e6497-fb60-4439-9ea4-b2da5d0bc56c service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1255.030441] env[69312]: INFO networking_nsxv3.common.synchronization [req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f req-cc2e6497-fb60-4439-9ea4-b2da5d0bc56c service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1255.030584] env[69312]: INFO networking_nsxv3.common.synchronization [req-a32756e3-73fc-4f46-9f2a-c5a6f81c5d7f req-cc2e6497-fb60-4439-9ea4-b2da5d0bc56c service nova] Enqueued Resource ID: 59563fd6-e9d2-4795-af91-dde470940718 with Priority: HIGHEST for action port [ 1255.030841] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1255.030969] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1255.031105] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59563fd6-e9d2-4795-af91-dde470940718 with Priority: HIGHEST for action port [ 1255.031689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.031832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.031901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.032230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.032341] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.033220] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.033368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.033606] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-59563fd6-e9d2-4795-af91-dde470940718 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.033740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.033827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.034061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.034201] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59563fd6-e9d2-4795-af91-dde470940718',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.536159] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.536159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.536159] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59563fd6-e9d2-4795-af91-dde470940718 with status ACTIVE [ 1255.536671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.536671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.536671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.536671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.536836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.536967] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.537107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.537107] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.537194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.537303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.537496] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.537608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.537643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.537805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.537841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.537918] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59563fd6-e9d2-4795-af91-dde470940718 is going to be updated. [ 1255.561700] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.561914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.561914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.562131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.562420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.562550] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59563fd6-e9d2-4795-af91-dde470940718" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.772231] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1256.772592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.772636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.772820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.773011] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.773132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.773211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.773385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.773466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.773574] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.275952] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.778065] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.280836] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.280992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.281151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.281266] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.281360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.281461] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1258.306629] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.306777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.306842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.307055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.307223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.316258] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1258.319826] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ece61baf-6fe4-4c19-983a-f799f531b4ac tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 43e29e14-066d-4144-a0f9-1949cb0a5029 with Priority: HIGHEST for action security_group_rules [ 1258.320079] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e29e14-066d-4144-a0f9-1949cb0a5029 with Priority: HIGHEST for action security_group_rules [ 1258.320587] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43e29e14-066d-4144-a0f9-1949cb0a5029 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.320712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.320797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.321047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.321130] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43e29e14-066d-4144-a0f9-1949cb0a5029',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.404430] env[69312]: INFO networking_nsxv3.common.synchronization [None req-20150028-37d1-4b39-a365-efde38970c95 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 43e29e14-066d-4144-a0f9-1949cb0a5029 with Priority: HIGHEST for action security_group_rules [ 1258.405011] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e29e14-066d-4144-a0f9-1949cb0a5029 with Priority: HIGHEST for action security_group_rules [ 1258.405328] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43e29e14-066d-4144-a0f9-1949cb0a5029 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.405434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.839736] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.840199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.840199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.840326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.840326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.840435] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43e29e14-066d-4144-a0f9-1949cb0a5029 already deleted. [ 1258.840504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.840671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.840834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.840915] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43e29e14-066d-4144-a0f9-1949cb0a5029',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.359643] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.359835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.359904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.360184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.360422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.360538] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43e29e14-066d-4144-a0f9-1949cb0a5029 already deleted. [ 1259.360627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43e29e14-066d-4144-a0f9-1949cb0a5029" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.326399] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1260.326781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.326924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.327285] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.327508] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.327723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.327818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.328055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.328158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.328306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.328465] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.830866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.831091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.831091] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.831312] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.831478] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.831577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.831641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.831789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.831878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.831967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.832127] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.832311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.832311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.832400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.832534] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.832621] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.832679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.832810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.832881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.832959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.833057] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.326517] env[69312]: INFO networking_nsxv3.common.synchronization [req-fff36359-40af-460b-bf5d-c5dbae0bf9b4 req-fd404fee-ee99-4e56-899b-2fad1cc62412 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1261.326517] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1261.326893] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.326893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.326996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.327236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.327419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.327527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.327590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.327742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.327827] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.327977] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.335166] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1261.352922] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.353087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.353178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.353374] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.353481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.353682] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.353781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.353836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.353979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.354071] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.354357] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.354412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.354447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.354599] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.354669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.354859] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.355020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.355427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.355610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.355807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.355931] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1261.416927] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.417167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.417167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.417339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.417515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.429150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1261.830171] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.830385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.830483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.830798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.830948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.831243] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.831402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.831513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.831729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.831884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.831998] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1261.859099] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.859324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.859324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.859558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.859733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.867956] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1263.441981] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1263.441981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.877160] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1263.877389] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1263.877539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.327665] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.327964] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.354713] env[69312]: INFO networking_nsxv3.common.synchronization [req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 req-3b8d92a2-3369-4406-928f-00a3df12d97f tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1266.355159] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1266.355465] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.355588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.355710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.355880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.356580] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.356765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.356864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.357169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.357169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.357264] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.761257] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.761458] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.761586] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.761858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.762199] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.762310] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.762514] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.762665] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.762862] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.763027] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.763138] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.763250] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.763362] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.763473] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.763580] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.763717] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.789355] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.789573] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.789724] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.789906] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.790232] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-637d3ba9-189d-4943-95d2-f9f60c4b6659 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.790408] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.790533] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.790969] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.791132] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637d3ba9-189d-4943-95d2-f9f60c4b6659',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.859633] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.859977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.860102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.860367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.860505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.860758] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.860906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.861049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.861264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.861394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.861535] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1266.887221] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.887344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.887418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.887600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.887745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.896881] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1267.293146] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.293405] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.293536] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.293844] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.294012] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.294175] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 637d3ba9-189d-4943-95d2-f9f60c4b6659 not found, creating... [ 1267.294446] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.294605] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.294741] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.294977] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.295138] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.295428] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.295580] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.295728] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.296165] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.296165] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.296495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 637d3ba9-189d-4943-95d2-f9f60c4b6659 is going to be created. [ 1267.321048] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.321250] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.321381] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.321614] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.321836] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.322075] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.036368] env[69312]: INFO networking_nsxv3.common.synchronization [req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 req-a8f406b6-1fbe-4094-acc7-5a16dcd149ef service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1268.036672] env[69312]: INFO networking_nsxv3.common.synchronization [req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 req-a8f406b6-1fbe-4094-acc7-5a16dcd149ef service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1268.036672] env[69312]: INFO networking_nsxv3.common.synchronization [req-9ee6a769-0398-4dfb-bf5a-b0e6aef0ee63 req-a8f406b6-1fbe-4094-acc7-5a16dcd149ef service nova] Enqueued Resource ID: 637d3ba9-189d-4943-95d2-f9f60c4b6659 with Priority: HIGHEST for action port [ 1268.036903] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1268.037113] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1268.037213] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637d3ba9-189d-4943-95d2-f9f60c4b6659 with Priority: HIGHEST for action port [ 1268.037756] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.037927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.037970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.038164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.038251] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.039040] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.039136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.039323] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-637d3ba9-189d-4943-95d2-f9f60c4b6659 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.039418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.039500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.039626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.039741] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637d3ba9-189d-4943-95d2-f9f60c4b6659',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.541895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.542074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.543385] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 637d3ba9-189d-4943-95d2-f9f60c4b6659 with status ACTIVE [ 1268.543564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.543679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.543747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.543952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.544056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.544230] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.544325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.544400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.544553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.544630] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.544846] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.544954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.545032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.545308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.545392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.545481] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 637d3ba9-189d-4943-95d2-f9f60c4b6659 is going to be updated. [ 1268.568724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.568874] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.568989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.569211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.569453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.569655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637d3ba9-189d-4943-95d2-f9f60c4b6659" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.907261] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1268.907432] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1268.907545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.907704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.907962] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.908163] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.908302] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.908375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.908546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.908639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.908755] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.255663] env[69312]: INFO networking_nsxv3.common.synchronization [req-b0e1506a-8662-4d60-b707-575abf0b1487 req-96981246-a1a0-4316-9f07-983b124c027d tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1269.256374] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1269.256758] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.256887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.256952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.257158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.257313] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.257413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.257479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.257610] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.257693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.257786] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.410513] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.761456] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.912745] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.263895] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.415662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.415873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.415950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.416189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.416413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.416413] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1270.445891] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.446061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.446148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.446399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.446554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.454239] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1270.766926] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.767139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.767211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.767840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.767840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.767840] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1270.818639] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.818799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.818866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.819060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.819209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.831862] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1271.969253] env[69312]: INFO networking_nsxv3.common.synchronization [req-77efe4c8-7dbf-4ae2-af8d-0745953fa1a1 req-fcca068e-2429-4355-82bb-d4dfdb5b998a tempest-ServersTestFqdnHostnames-1404736789 tempest-ServersTestFqdnHostnames-1404736789-project-member] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_members [ 1271.969774] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGHEST for action security_group_members [ 1271.970095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.970215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.970281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.970473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.970620] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.970715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.970775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.970950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.971023] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.971119] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.466194] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1272.466194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.466194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.466194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.466194] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.466194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.466194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.466971] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.467109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.467206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.467299] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.474744] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.474864] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.474932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.475108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.475189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.475364] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.475463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.475524] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.475655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.475728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.475813] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 is going to be updated. [ 1272.502000] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.502192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.502192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.502379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.502525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.509972] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 in Status: IN_PROGRESS for 2s [ 1272.842169] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1272.842169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.969725] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.970865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.970865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.970865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.970865] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.971102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.971102] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.971172] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.971206] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.972141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.972141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.972141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.972507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.972507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.972507] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.475844] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738c1c22-61f0-4fb4-8607-5e1d8901303c: rpc.has_security_group_logging(os_id): False [ 1273.491816] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.491972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.492029] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.492249] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.492340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.492574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.492675] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.492753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.492958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.493048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.493257] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.493333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.493395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.493552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.493650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.493860] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.493970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.494033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.494195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.494269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.494370] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1273.556678] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.556920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.557061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.557413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.557595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.593042] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1274.519237] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 in Status: SUCCESS [ 1274.519604] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 deletion is rescheduled due to dependency. [ 1274.519604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.605488] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1275.605885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.665318] env[69312]: INFO networking_nsxv3.common.synchronization [req-ba38b49e-f65e-440c-bb11-a61e7ca4f783 req-d5973155-e69a-4611-a630-16489424abc0 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1276.665801] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1276.666134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.666277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.666345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.666539] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.666704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.667789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.667789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.667789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.667789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.668094] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.170729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.171024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.171097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.171289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.171387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.171600] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.171704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.171768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.171945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.172024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.172118] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1277.199779] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.199929] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.199981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.200277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.200432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.211944] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1279.223070] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1279.223301] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f deletion is rescheduled due to dependency. [ 1279.223419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423170] env[69312]: INFO networking_nsxv3.common.synchronization [req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e req-ea96ec80-963d-4043-86cc-34782f07ffd5 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1280.423170] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1280.423170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423170] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423170] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.546906] env[69312]: INFO networking_nsxv3.common.synchronization [None req-7b4f13d7-e5f8-4c7e-83b2-ffcc9d50dff0 None None] Enqueued Resource ID: e6f966b2-2533-40fc-a3ed-6905fae10878 with Priority: HIGHEST for action port [ 1280.546906] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f966b2-2533-40fc-a3ed-6905fae10878 with Priority: HIGHEST for action port [ 1280.546906] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f966b2-2533-40fc-a3ed-6905fae10878 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.546906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f966b2-2533-40fc-a3ed-6905fae10878" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.546906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f966b2-2533-40fc-a3ed-6905fae10878" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.546906] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f966b2-2533-40fc-a3ed-6905fae10878" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.546906] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f966b2-2533-40fc-a3ed-6905fae10878',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.929283] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.931201] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.931845] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.931845] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.931845] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.932618] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.932618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.932618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.932878] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.932878] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.933040] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.933162] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.933273] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.933475] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.933542] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.933600] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.933734] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.958859] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.959453] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.959453] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.959453] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-105" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.959686] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.959864] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.959989] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.960328] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.960474] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.049784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f966b2-2533-40fc-a3ed-6905fae10878 [ 1281.049784] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.051135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.051331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.051561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.051685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.051792] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f966b2-2533-40fc-a3ed-6905fae10878 already deleted. [ 1281.051932] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f966b2-2533-40fc-a3ed-6905fae10878" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.435417] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.462771] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.463052] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.463189] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.463476] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.464663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.464663] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 not found, creating... [ 1281.464663] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.464663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.464663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.465115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.465115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.465173] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.465342] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.465464] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.465676] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.465815] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.465961] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 is going to be created. [ 1281.468415] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4e3f36d9-34e8-4984-ab80-7290e24fa1ac tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_rules [ 1281.469348] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_rules [ 1281.469619] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.469718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.469785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.469989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.470154] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.487466] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.487594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.487735] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.488418] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.488418] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.488529] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.555487] env[69312]: INFO networking_nsxv3.common.synchronization [None req-dfecb659-c8d0-4698-b0e4-fe037e7436e7 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_rules [ 1281.556345] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_rules [ 1281.556345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.556345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.937996] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.938352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.938352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.938555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.938659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.938770] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1281.969612] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.969857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.969990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.970289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.970496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.985526] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1282.005271] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.005632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.005713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.005946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.006063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.006166] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4db8785-f046-4501-9d31-b0205697342b already deleted. [ 1282.006254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.006407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.006570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.006656] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.185778] env[69312]: INFO networking_nsxv3.common.synchronization [req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e req-a0334961-92f4-4142-ac15-2c4e27be61ab service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1282.185967] env[69312]: INFO networking_nsxv3.common.synchronization [req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e req-a0334961-92f4-4142-ac15-2c4e27be61ab service nova] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1282.186123] env[69312]: INFO networking_nsxv3.common.synchronization [req-c6b8499d-32d8-4f1c-b1ec-00e25325fb8e req-a0334961-92f4-4142-ac15-2c4e27be61ab service nova] Enqueued Resource ID: a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 with Priority: HIGHEST for action port [ 1282.186359] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_rules [ 1282.186494] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1282.186580] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 with Priority: HIGHEST for action port [ 1282.187353] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.187505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.187564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.187771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.187853] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.188995] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.189124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.190024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.190024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.190024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.190024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.190024] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.467882] env[69312]: INFO networking_nsxv3.common.synchronization [None req-527af821-a94b-476e-94dd-49526df7ce0b None None] Enqueued Resource ID: d6f365a7-48d1-4daf-a5fb-2530f54cb137 with Priority: HIGHEST for action port [ 1282.467882] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f365a7-48d1-4daf-a5fb-2530f54cb137 with Priority: HIGHEST for action port [ 1282.468469] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6f365a7-48d1-4daf-a5fb-2530f54cb137 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.468572] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6f365a7-48d1-4daf-a5fb-2530f54cb137" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.468671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6f365a7-48d1-4daf-a5fb-2530f54cb137" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.469351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6f365a7-48d1-4daf-a5fb-2530f54cb137" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.469351] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f365a7-48d1-4daf-a5fb-2530f54cb137',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.527225] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.527392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.527464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.527692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.527783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.527892] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4db8785-f046-4501-9d31-b0205697342b already deleted. [ 1282.527978] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.664503] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.666270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.666270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.666270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.666270] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.666270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.666270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.666270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.666576] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.666763] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.666818] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.666908] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.667046] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.667192] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.671019] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.671019] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.685660] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.685919] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.686158] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.686382] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-199" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.686694] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-e6702a2d-82fe-4040-8d1b-021160ebd094 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.686862] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.686980] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.687237] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.687368] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6702a2d-82fe-4040-8d1b-021160ebd094',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.691762] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.691859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.692626] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 with status ACTIVE [ 1282.692626] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.692626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.692626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.692626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.692626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.693137] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.693137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.693137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.693137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.693137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.693319] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.693319] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.693399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.693503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.693581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.696026] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8 is going to be updated. [ 1282.715678] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.715839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.715839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.716241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.716241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.716361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a57b9cd4-e52b-43c6-a1d0-9c4b9e8510f8" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.971045] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6f365a7-48d1-4daf-a5fb-2530f54cb137 [ 1282.971263] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.971396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.971465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.971711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.971765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.971866] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6f365a7-48d1-4daf-a5fb-2530f54cb137 already deleted. [ 1282.972015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6f365a7-48d1-4daf-a5fb-2530f54cb137" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.190066] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.190307] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.190439] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.190720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.190875] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.191254] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.191405] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.191484] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.191717] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.191838] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.192138] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.192298] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.192421] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.192636] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.192768] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.192935] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: e6702a2d-82fe-4040-8d1b-021160ebd094 is going to be updated. [ 1283.217093] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.217093] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.217355] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.217589] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.217837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.218182] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.898115] env[69312]: INFO networking_nsxv3.common.synchronization [req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 req-8a0ca30b-1ca4-450b-9a46-9159e2473225 service nova] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1283.898115] env[69312]: INFO networking_nsxv3.common.synchronization [req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 req-8a0ca30b-1ca4-450b-9a46-9159e2473225 service nova] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1283.898115] env[69312]: INFO networking_nsxv3.common.synchronization [req-6a8b0ed8-fd4a-41b6-a894-15a45857bcb1 req-8a0ca30b-1ca4-450b-9a46-9159e2473225 service nova] Enqueued Resource ID: e6702a2d-82fe-4040-8d1b-021160ebd094 with Priority: HIGHEST for action port [ 1283.898115] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_rules [ 1283.898115] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1283.898115] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6702a2d-82fe-4040-8d1b-021160ebd094 with Priority: HIGHEST for action port [ 1283.898982] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.899237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.899399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.899857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.900028] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.901202] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.901436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.901593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.901841] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.902120] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.902693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.902693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.902693] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.903985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.903985] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.904405] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6702a2d-82fe-4040-8d1b-021160ebd094 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.904629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.904805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.905078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.905264] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6702a2d-82fe-4040-8d1b-021160ebd094',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.995968] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1283.996299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.996429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.996728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.996971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.997124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.997251] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.997470] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.997585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.997710] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.407518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.407709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.407882] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.409244] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6702a2d-82fe-4040-8d1b-021160ebd094 with status ACTIVE [ 1284.409441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.409556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.409623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.409818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.409903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.410153] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.410153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.410287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.410367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.410444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.410620] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.410733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.410766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.410898] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.410972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.411203] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6702a2d-82fe-4040-8d1b-021160ebd094 is going to be updated. [ 1284.432291] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.432427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.432502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.432699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.432879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.433067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6702a2d-82fe-4040-8d1b-021160ebd094" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.436982] env[69312]: INFO networking_nsxv3.common.synchronization [req-78a5c731-71ce-46af-84f6-503e6b1f841e req-d110b4d7-7d29-4bab-95c9-48ea024571b3 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1284.437253] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1284.437765] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.438382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.438382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.438382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.438382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.438382] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.438642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.438642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.438642] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.438754] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.500404] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.910380] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.940945] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.002764] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.413449] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.413624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.413705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.413945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.414048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.414155] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be updated. [ 1285.440757] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.440950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.441089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.441267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.441442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.443044] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.449211] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: IN_PROGRESS for 2s [ 1285.505258] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.505430] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.505502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.505730] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.505853] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.505972] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1285.536530] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.536703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.536742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.537055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.537236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.545378] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1285.945344] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.946310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.946310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.946310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.946310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.946310] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 1285.972134] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.972275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.972349] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.972546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.972692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.980732] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 1287.459111] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: SUCCESS [ 1287.459407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.459586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.459819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.460060] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.460507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.460507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.460507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.460702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.460702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.460702] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.554914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1287.555197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.555454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.555738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.556019] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.556173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.556246] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.556458] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.556517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.558535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.558535] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.876946] env[69312]: INFO networking_nsxv3.common.synchronization [req-6777f0f2-3cee-4564-bb05-27650fee5f44 req-9e477f0b-0b37-478f-97e8-c279cd99dd80 tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_members [ 1287.877650] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_members [ 1287.877741] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.877850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.877925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.878258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.878421] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.878525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.878581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.878788] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.878960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.879073] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.963135] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.989847] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 1287.990078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.060161] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.060366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.060420] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.060673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.060897] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.061053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.061140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.061327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.061431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.061545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.061742] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.061848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.061911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.062073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.062242] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.062359] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.062432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.062611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.062698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.062869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.062975] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.245101] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.245401] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-125" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.245610] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-125" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.245986] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-125" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.246367] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.246614] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.247811] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.247811] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.247811] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.247811] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.248055] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.248227] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.248336] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.248493] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.248611] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.248754] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.267323] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.267544] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.267721] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.267940] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-125" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.268380] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.268590] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.268744] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.269137] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.269307] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.271634] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1288.271634] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1288.381422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.381575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.381638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.381855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.381945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.382160] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.382263] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.382323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.382465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.382542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.382627] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4db8785-f046-4501-9d31-b0205697342b already deleted. [ 1288.382706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.465756] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd: rpc.has_security_group_logging(os_id): False [ 1288.485748] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.485927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.485979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.486558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.486558] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.486558] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.486736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.486789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.486961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.487063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.487174] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be updated. [ 1288.555950] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.556127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.556199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.556437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.556632] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.565542] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c48970e-526b-4221-b46d-e7eed52f5ba4: rpc.has_security_group_logging(os_id): False [ 1288.567783] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: IN_PROGRESS for 2s [ 1288.584895] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.585097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.585185] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.585404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.585514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.585742] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.585869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.585945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.586098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.586188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.586411] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.586506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.586567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.586749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.586814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.587041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.587148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.587222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.587356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.587444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.587531] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1288.645201] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.645466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.645535] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.645770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.645914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.658610] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1288.772041] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.772315] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.772463] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.772837] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.772995] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.773193] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f not found, creating... [ 1288.773474] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.773636] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.773760] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.774012] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.774164] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.774460] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.774615] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.774734] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.774984] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.775228] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.775437] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f is going to be created. [ 1288.798629] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.798841] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.798971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.799279] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.799518] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.799753] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.497110] env[69312]: INFO networking_nsxv3.common.synchronization [req-6777f0f2-3cee-4564-bb05-27650fee5f44 req-604f5924-8dc0-4941-8cdd-c88104eaf2dd service nova] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_rules [ 1289.497110] env[69312]: INFO networking_nsxv3.common.synchronization [req-6777f0f2-3cee-4564-bb05-27650fee5f44 req-604f5924-8dc0-4941-8cdd-c88104eaf2dd service nova] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_members [ 1289.497110] env[69312]: INFO networking_nsxv3.common.synchronization [req-6777f0f2-3cee-4564-bb05-27650fee5f44 req-604f5924-8dc0-4941-8cdd-c88104eaf2dd service nova] Enqueued Resource ID: 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f with Priority: HIGHEST for action port [ 1289.497110] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_rules [ 1289.497110] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_members [ 1289.497110] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f with Priority: HIGHEST for action port [ 1289.499069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.499259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.499339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.500069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.500195] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.502222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.502509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.502616] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.502957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.504351] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.504965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.505167] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.505404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.506326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.506326] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.507461] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.507592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.507671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.507876] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.507990] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.013345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.013345] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.013345] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f with status ACTIVE [ 1290.013345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.013345] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.013345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.013976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.014197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.014515] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.014807] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.015015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.015275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.015791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.016030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f is going to be updated. [ 1290.039340] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.039340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.039340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.039340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.039340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.039340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc7534b-7cf5-4902-bbd6-4489bbc9fd7f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.520894] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.593431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: SUCCESS [ 1290.593431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.627710] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 req-4c63afbd-20e7-4a1c-98b6-e9c789557161 tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1290.628598] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1290.629124] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.629394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.629579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.629895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.630192] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.630445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.630626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.630913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.631145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.631499] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.671572] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1290.672432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.022752] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.022952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.023041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.023286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.023378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.023493] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4db8785-f046-4501-9d31-b0205697342b is going to be created. [ 1291.037669] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.037864] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.037981] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.038326] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.038590] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.038750] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.038868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.039103] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.039249] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.039486] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.039556] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.039673] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.039795] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.039887] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.039995] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.040147] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.048583] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.048718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.048786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.048912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.049072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.058552] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: UNINITIALIZED for 2s [ 1291.059567] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.059732] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1291.059876] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.060055] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.060328] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.060493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.060616] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.060894] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.061062] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ccf1d51-db5c-4a00-9969-8a9cfe79159b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.135250] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.135417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.135512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.135798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.135835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.136032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.136142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.136197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.136347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.136424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.136512] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1291.161640] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.161763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.161823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.162073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.162223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.172377] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1291.563868] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.564266] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.564266] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.564634] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.564806] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.565082] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b not found, creating... [ 1291.565358] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.565529] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.565650] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.565954] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.566103] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.566434] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.566603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.566722] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.567282] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.567282] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.567282] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b is going to be created. [ 1291.585102] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.585385] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.585493] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.585766] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.585996] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.586238] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.422375] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 req-ba0283c5-df3f-496d-bc2c-049fea917ab0 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 1292.422375] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 req-ba0283c5-df3f-496d-bc2c-049fea917ab0 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1292.422375] env[69312]: INFO networking_nsxv3.common.synchronization [req-3a073dc3-8b99-4365-a2ef-f82011a03ac7 req-ba0283c5-df3f-496d-bc2c-049fea917ab0 service nova] Enqueued Resource ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with Priority: HIGHEST for action port [ 1292.422375] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 1292.422375] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1292.422375] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with Priority: HIGHEST for action port [ 1292.422375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.422375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.422375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.422725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.422725] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.423640] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.423743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.423914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.424047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.424128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.424223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.424305] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ccf1d51-db5c-4a00-9969-8a9cfe79159b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.924485] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.924866] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.929073] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with status ACTIVE [ 1292.929293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.929435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.929481] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.929699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.930075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.930075] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.930075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.930255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.930290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.930339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.930518] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.930613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.930658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.930843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.930885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.930930] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b is going to be updated. [ 1292.949893] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.950081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.950135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.950387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.950529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.950699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.068503] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: SUCCESS [ 1293.068761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.068950] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.069211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.069406] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.069527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.069589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.069735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.069815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.069900] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.069987] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.181827] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1293.182039] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f deletion is rescheduled due to dependency. [ 1293.182123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.182287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.182510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.182699] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.182815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.182877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.183037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.183123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.183254] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.573188] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.686044] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.075273] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4db8785-f046-4501-9d31-b0205697342b: rpc.has_security_group_logging(os_id): False [ 1294.092908] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.093121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.093121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.093352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.093446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.093694] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.093795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.093835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.094120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.094162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.094251] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4db8785-f046-4501-9d31-b0205697342b is going to be created. [ 1294.150734] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.150927] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.150977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.151176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.151361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.161614] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: IN_PROGRESS for 2s [ 1294.188251] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.690752] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.691106] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.691280] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.691662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.691830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.692011] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1294.721202] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.721432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.721432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.721668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.721830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.730299] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1295.390756] env[69312]: INFO networking_nsxv3.common.synchronization [req-5cb0bb53-aaa9-4e85-8ba9-bada31d2238f req-e296dc69-7010-448b-a3f6-99851218ee40 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1295.391023] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1295.391203] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.391367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.391412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.391581] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.391771] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.391880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.391943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.392120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.392209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.392298] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.899087] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.172276] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: SUCCESS [ 1296.172512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.402315] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.740322] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1296.740617] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.740819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.741061] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.741282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.741421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.741507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.741722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.741842] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.741945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.742285] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.904689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.904689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.904689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.904914] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.905053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.905160] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1296.929639] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.929781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.929848] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.930109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.930274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.937822] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1297.245285] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.748161] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f: rpc.has_security_group_logging(os_id): False [ 1297.767048] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.767274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.767274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.767498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.767582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.767846] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.767993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.768137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.768257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.768340] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.768431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1297.831572] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.831785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.831870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.832127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.832286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.845631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1298.946916] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1298.947304] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.977845] env[69312]: INFO networking_nsxv3.common.synchronization [req-234d58a7-2d53-4adc-adf0-c5295f99c5f5 req-779be828-7e3c-4d91-9d00-cba05bb13402 tempest-ServerActionsTestOtherA-700404879 tempest-ServerActionsTestOtherA-700404879-project-member] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1298.979773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGHEST for action security_group_members [ 1298.980103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.980229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.980345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.980537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.980629] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.980905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.980905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.980905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.981210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.981210] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.483640] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.483857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.483857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.484012] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.484161] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.484306] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.484404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.484466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.484626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.484703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.484787] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be updated. [ 1299.511581] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.511795] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.512093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.512159] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.512299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.520270] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: IN_PROGRESS for 2s [ 1299.858827] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1299.859078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.530715] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 in Status: SUCCESS [ 1301.531036] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 deletion is rescheduled due to dependency. [ 1301.531122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.223886] env[69312]: INFO networking_nsxv3.common.synchronization [req-95708583-27cf-41f7-b3fd-f098846bd4b4 req-2e9b2562-dbd0-4769-9d83-01f0ed3a8376 tempest-ServersTestJSON-1102577450 tempest-ServersTestJSON-1102577450-project-member] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1302.224360] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGHEST for action security_group_members [ 1302.224759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.224916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.225018] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.225283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.225498] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.225664] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.225765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.226011] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.226131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.226231] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.728349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.728755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.728755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.728871] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.728924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.729255] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.729407] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.729511] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.729705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.729814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.729931] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be updated. [ 1302.756658] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.756804] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.756852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.757064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.757205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.765509] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: IN_PROGRESS for 2s [ 1304.779132] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 in Status: SUCCESS [ 1304.779451] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 deletion is rescheduled due to dependency. [ 1304.779593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.225383] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.225667] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.591061] env[69312]: INFO networking_nsxv3.common.synchronization [None req-34a282e8-46f3-4cfd-90c5-18bc91ed7b6f None None] Enqueued Resource ID: 81236024-8e4f-47cc-be34-5534790911a0 with Priority: HIGHEST for action port [ 1308.592012] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81236024-8e4f-47cc-be34-5534790911a0 with Priority: HIGHEST for action port [ 1308.592597] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-81236024-8e4f-47cc-be34-5534790911a0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.592823] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81236024-8e4f-47cc-be34-5534790911a0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.592894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81236024-8e4f-47cc-be34-5534790911a0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.593387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81236024-8e4f-47cc-be34-5534790911a0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.593479] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81236024-8e4f-47cc-be34-5534790911a0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.095430] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81236024-8e4f-47cc-be34-5534790911a0 [ 1309.095657] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.095798] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.095859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.096109] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.096227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.096330] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81236024-8e4f-47cc-be34-5534790911a0 already deleted. [ 1309.096415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81236024-8e4f-47cc-be34-5534790911a0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.371484] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4b7fdec5-241e-451e-ae47-2249436b7abd tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_rules [ 1309.371836] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_rules [ 1309.372182] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.372301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.372358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.372652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.372737] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.446024] env[69312]: INFO networking_nsxv3.common.synchronization [None req-5f60f25c-ad65-4976-80fb-1acccd948ebf tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_rules [ 1309.446733] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_rules [ 1309.447063] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.447165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.893151] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.893151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.893151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.893151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.893545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.893545] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded already deleted. [ 1309.893545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.893545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.893989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.893989] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.418062] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.418062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.418062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.418062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.418062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.418062] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded already deleted. [ 1310.418062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.777190] env[69312]: INFO networking_nsxv3.common.synchronization [None req-20ec37dd-7966-4b52-a919-99bb55c11f0d None None] Enqueued Resource ID: 74932234-fc7a-48bc-a14d-b4845da7c245 with Priority: HIGHEST for action port [ 1310.777743] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74932234-fc7a-48bc-a14d-b4845da7c245 with Priority: HIGHEST for action port [ 1310.779931] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-74932234-fc7a-48bc-a14d-b4845da7c245 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.780131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74932234-fc7a-48bc-a14d-b4845da7c245" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.780253] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74932234-fc7a-48bc-a14d-b4845da7c245" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.780605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74932234-fc7a-48bc-a14d-b4845da7c245" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.780855] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74932234-fc7a-48bc-a14d-b4845da7c245',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.284058] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74932234-fc7a-48bc-a14d-b4845da7c245 [ 1311.284401] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.284492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.284492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.284718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.284796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.284903] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74932234-fc7a-48bc-a14d-b4845da7c245 already deleted. [ 1311.284983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74932234-fc7a-48bc-a14d-b4845da7c245" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.396747] env[69312]: INFO networking_nsxv3.common.synchronization [req-981fcc6a-6044-4bf4-b83d-935d28d44124 req-677734fb-0c30-47fb-af25-bd71bfc6a401 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1313.397346] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1313.397942] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.398342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.398453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.398715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.398902] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.399047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.399139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.399367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.399512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.399694] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.882357] env[69312]: INFO networking_nsxv3.common.synchronization [req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f req-fb465dcf-7f97-4013-ba5c-4414a00bf382 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1313.882930] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1313.883370] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.883487] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.901671] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.901844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.901908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.902138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.902230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.902487] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.902583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.902646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.902792] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.902869] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.902953] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1313.931282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.931282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.931282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.931282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.931282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.938998] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1314.134295] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.134295] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.134295] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.134295] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.134295] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.134740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.134740] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.134842] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.134976] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.135290] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.135444] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.135564] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.136138] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.136138] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.136138] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.136138] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.153959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.153959] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.154154] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.154197] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-232" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.154503] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-2a099c46-2059-4302-b585-9aa87dfe0b7e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.155188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.155188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.155188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.155484] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a099c46-2059-4302-b585-9aa87dfe0b7e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.658294] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.658677] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.658677] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.658773] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.658928] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.659104] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 2a099c46-2059-4302-b585-9aa87dfe0b7e not found, creating... [ 1314.659367] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.659530] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.659652] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.659870] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.660025] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.660315] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.660478] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.660599] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.660807] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.661038] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.661201] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 2a099c46-2059-4302-b585-9aa87dfe0b7e is going to be created. [ 1314.680222] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.680398] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.680524] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.680760] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.680983] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.681220] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.365317] env[69312]: INFO networking_nsxv3.common.synchronization [req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f req-a34fa2d2-80c4-4eb5-a582-e85af029e1f2 service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1315.365317] env[69312]: INFO networking_nsxv3.common.synchronization [req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f req-a34fa2d2-80c4-4eb5-a582-e85af029e1f2 service nova] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1315.365317] env[69312]: INFO networking_nsxv3.common.synchronization [req-271d091e-1fd9-4fe9-ab7b-4705fc9ddf7f req-a34fa2d2-80c4-4eb5-a582-e85af029e1f2 service nova] Enqueued Resource ID: 2a099c46-2059-4302-b585-9aa87dfe0b7e with Priority: HIGHEST for action port [ 1315.365317] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_rules [ 1315.365317] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1315.365317] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a099c46-2059-4302-b585-9aa87dfe0b7e with Priority: HIGHEST for action port [ 1315.369395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.369395] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.369395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.369395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a099c46-2059-4302-b585-9aa87dfe0b7e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.369395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.369395] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a099c46-2059-4302-b585-9aa87dfe0b7e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.870727] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.870727] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.871075] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a099c46-2059-4302-b585-9aa87dfe0b7e with status ACTIVE [ 1315.871075] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.871166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.872048] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.872048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.872431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.872431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.872431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.872541] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.873775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.873775] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a099c46-2059-4302-b585-9aa87dfe0b7e is going to be updated. [ 1315.893545] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.893676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.893749] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.893940] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.894128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.894238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a099c46-2059-4302-b585-9aa87dfe0b7e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.948458] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1315.948458] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1315.948739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.948739] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.948902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.949103] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.949231] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.949318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.949425] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.949509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.949598] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.143058] env[69312]: INFO networking_nsxv3.common.synchronization [req-7e0742c9-f856-4733-b2e1-941dea203ad6 req-9f052f13-5114-408d-a2ce-84b208483579 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_members [ 1316.143572] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_members [ 1316.143915] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.144215] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.144332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.144656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.144878] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.145047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.145158] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.145429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.145567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.145694] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.411949] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.412170] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.412299] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.412627] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.412894] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.413077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.413254] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.413488] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.413639] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.413853] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1316.413971] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1316.414098] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1316.414210] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1316.414326] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1316.414436] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1316.414572] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1316.432931] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1316.433116] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1316.433408] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1316.434031] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.434031] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-77b4f78c-5cc1-43bf-9e04-db548258da38 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.434220] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.434274] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.434617] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.434782] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b4f78c-5cc1-43bf-9e04-db548258da38',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.452427] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.647724] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.647948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.647948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.648189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.648279] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.648479] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.648582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.648644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.648797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.648872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.648956] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded already deleted. [ 1316.649050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.936783] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.937155] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.937155] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.937433] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.937618] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.937803] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 77b4f78c-5cc1-43bf-9e04-db548258da38 not found, creating... [ 1316.938086] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.938253] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.938480] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.938592] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.938731] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.939039] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.939213] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.939365] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.939580] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.939720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.939863] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 77b4f78c-5cc1-43bf-9e04-db548258da38 is going to be created. [ 1316.954754] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.959119] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.959352] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.959486] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.959758] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.960089] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.960270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.456893] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.457056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.457135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.457366] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.457465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.457594] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1317.482920] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.483073] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.483137] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.483367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.483517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.490834] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1317.621214] env[69312]: INFO networking_nsxv3.common.synchronization [req-7e0742c9-f856-4733-b2e1-941dea203ad6 req-70e1fa31-8696-4b32-b0fb-954d98601422 service nova] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_rules [ 1317.621420] env[69312]: INFO networking_nsxv3.common.synchronization [req-7e0742c9-f856-4733-b2e1-941dea203ad6 req-70e1fa31-8696-4b32-b0fb-954d98601422 service nova] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_members [ 1317.621564] env[69312]: INFO networking_nsxv3.common.synchronization [req-7e0742c9-f856-4733-b2e1-941dea203ad6 req-70e1fa31-8696-4b32-b0fb-954d98601422 service nova] Enqueued Resource ID: 77b4f78c-5cc1-43bf-9e04-db548258da38 with Priority: HIGHEST for action port [ 1317.621792] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_rules [ 1317.621919] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_members [ 1317.622019] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b4f78c-5cc1-43bf-9e04-db548258da38 with Priority: HIGHEST for action port [ 1317.622561] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.622700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.622778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.623028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.623028] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.624175] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.624298] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.624373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.624515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.624775] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.624849] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.624948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.625198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.625345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.625483] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.626422] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b4f78c-5cc1-43bf-9e04-db548258da38 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.626578] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.626681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.626928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.627067] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b4f78c-5cc1-43bf-9e04-db548258da38',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.129234] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.130306] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.130409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.131877] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77b4f78c-5cc1-43bf-9e04-db548258da38 with status ACTIVE [ 1318.132076] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.134024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.134024] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.134024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.134024] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77b4f78c-5cc1-43bf-9e04-db548258da38 is going to be updated. [ 1318.152537] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.152665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.152665] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.152845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.152972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.153134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b4f78c-5cc1-43bf-9e04-db548258da38" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.632665] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.135428] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.135723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.135723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.136058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.136058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.136058] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded is going to be created. [ 1319.159098] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.159282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.159389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.159564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.159742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.168284] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: UNINITIALIZED for 2s [ 1319.501352] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1319.501638] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.501733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.501921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.502141] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.502255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.502321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.502499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.502585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.502684] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.005575] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.508322] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.011368] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.011542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.011615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.011831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.011923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.012907] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1321.039810] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.039979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.039979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.040205] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.040361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.048694] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1321.181650] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: SUCCESS [ 1321.181879] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.182143] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.182376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.182574] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.182691] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.182764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.182904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.182983] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.183089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.183219] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.685285] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.188061] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ece9dc5-bce5-4391-8211-1c1ba61b0ded: rpc.has_security_group_logging(os_id): False [ 1322.207069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.207069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.207069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.207358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.207358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.207563] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.207662] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.207726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.207883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.207959] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.208059] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded is going to be created. [ 1322.218083] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.218250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.218250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.218415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.218518] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.269985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.270176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.270176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.270332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.270505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.283155] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: IN_PROGRESS for 2s [ 1322.622976] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.622976] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1322.721034] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.058988] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1323.059187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.059357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.059571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.059761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.059878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.059943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.060108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.060187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.060273] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.060370] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.223747] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.562342] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.562500] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.562573] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.562794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.562970] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.563089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.563154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.563303] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.563389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.563478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.563620] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.563712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.563775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.563912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.564067] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.564160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.564219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.564384] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.564464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.564552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.564649] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.725717] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1323.726049] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1324.067476] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 738c1c22-61f0-4fb4-8607-5e1d8901303c: rpc.has_security_group_logging(os_id): False [ 1324.084548] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.084548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.084775] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.085041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.085122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.085394] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.085546] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.085648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.085885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.086024] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.086294] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.086456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.086547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.086757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.086877] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.087179] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.087331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.087434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.087644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.087766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.087898] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1324.149806] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.150050] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.150140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.150460] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.150685] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.164392] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1324.295526] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: SUCCESS [ 1324.295743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.550602] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.550822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.550822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.550989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.562965] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1324.563915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.565150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1324.602882] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.603184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.603184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.603488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.617614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.618514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1324.618599] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.618689] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1324.657213] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.657432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.657432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.657634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.658945] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.659124] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1324.728485] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.729101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.729101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.729101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.729320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.729525] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1324.889334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.889564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.889680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.889965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.890459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.890919] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1324.891078] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8cbb3093-4163-438e-8d49-3a8a6b7c60e6', '99292e19-ecde-4a26-94ae-816a87ff9ff1', 'f4db8785-f046-4501-9d31-b0205697342b', 'd5fa336f-19ac-4c08-a8dd-3482166ea62c', 'c41356b7-e512-41b8-944e-aa10ddf44610', 'badb0efb-a6e1-425b-a259-34a9f54c06cd', '6bb5136f-5968-4e13-b867-0854ac243ac3', '240a2e34-97c6-487b-96a2-5229487ab608', 'a5ff3116-5770-4e69-a5af-43a7438b5835', 'a4569aa0-7666-4480-8b8c-0d622b21b851', 'd1c36cd3-b7bb-4a6f-be58-8a4945a68a4f', '7ece9dc5-bce5-4391-8211-1c1ba61b0ded', '18e0db3a-24c0-4141-8cac-9844d235c0af', '7ba08aaf-4e03-4a13-908d-fb184f3dc9fd', 'b32a4087-0d8e-4768-a1e6-63d215b92216', '4c48970e-526b-4221-b46d-e7eed52f5ba4', '0f5e22c2-d24c-42b4-b8c8-d36912f77364', '4ce29733-4ad1-45bd-8935-0fa37b3cf0ac', '75cc735e-5c12-4651-9303-a9dc6247de9b', '79bfd024-6845-4e6c-98e4-bcbb25db12c0', '494016b7-3dff-49fb-b3b2-2bf46c241d5c', '81cbb2d8-59ae-4ee1-a187-bac653feb041', 'e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3', 'f53ab513-1ed7-4019-a778-b211b9fd1153', '7960a9ff-f673-41c5-89ba-3c6c1c1548a3', '34560ac4-66e6-4e67-ac20-57b7371f5375', '738c1c22-61f0-4fb4-8607-5e1d8901303c', 'e01bb0ed-9082-4a32-9e0d-df1af06e33c1', '9197a629-9e1c-43d7-958f-a5bd9c1bf1ca', '42749c2d-d4e2-4aa0-847e-2fcead68e0cf', '743c5f2b-07e7-43ac-91d5-392dfbdc681e', '5fc24ee7-4cf9-4469-9902-d4b97b74d2b9', 'd5eabc90-4b83-4692-bb89-3f69738981f8', 'debdc6ee-2317-47c7-b257-f2d2076ff0fa', 'b62cc6f3-2e72-46a4-9830-5b3199ed79a7', 'a4e3f24d-5058-4067-a3ee-f11ea70a567e', 'e3164393-2a9f-4e77-9f3c-049b43c4ba91', '5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0', 'aab59d7b-2d55-485f-9efb-69159bae8a41', '4c4249ba-9fb0-458c-896e-de6489c0d03a', 'df0779cd-94d4-4044-999d-4e7bf1395941', 'd3376141-2fd9-421f-8540-70b06527baf5', 'e9472bd7-7912-4920-8525-bc59408f90fb'} {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.891212] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1324.909623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.909850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.909907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.910218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.910355] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.910520] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1324.910636] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.910749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1324.984908] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.985131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.985131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.985372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.986498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.986764] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1324.986843] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1324.986919] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1324.986988] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1324.987079] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1324.987153] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGH for action security_group_rules [ 1324.987230] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGH for action security_group_rules [ 1324.987298] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGH for action security_group_rules [ 1324.987363] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGH for action security_group_rules [ 1324.987480] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGH for action security_group_rules [ 1324.987562] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGH for action security_group_rules [ 1324.987654] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGH for action security_group_rules [ 1324.987727] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGH for action security_group_rules [ 1324.987813] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGH for action security_group_rules [ 1324.987891] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGH for action security_group_rules [ 1324.987955] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGH for action security_group_rules [ 1324.988033] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGH for action security_group_rules [ 1324.988098] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGH for action security_group_rules [ 1324.988161] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGH for action security_group_rules [ 1324.988222] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGH for action security_group_rules [ 1324.988284] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGH for action security_group_rules [ 1324.988346] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGH for action security_group_rules [ 1324.988402] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGH for action security_group_rules [ 1324.988466] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGH for action security_group_rules [ 1324.988526] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGH for action security_group_rules [ 1324.988625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.179106] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1326.179499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.548301] env[69312]: INFO networking_nsxv3.common.synchronization [req-5152e4a7-1b79-47b7-bb31-14fa0723f69f req-5efbf943-83fb-4d5f-abd0-9e12dd905448 tempest-ServerDiskConfigTestJSON-173368743 tempest-ServerDiskConfigTestJSON-173368743-project-member] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1326.548825] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGHEST for action security_group_members [ 1326.548978] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 with Priority: HIGH for action security_group_rules [ 1326.549100] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGH for action security_group_rules [ 1326.549200] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 with Priority: HIGH for action security_group_rules [ 1326.549297] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a4087-0d8e-4768-a1e6-63d215b92216 with Priority: HIGH for action security_group_rules [ 1326.549393] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 with Priority: HIGH for action security_group_rules [ 1326.549485] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGH for action security_group_rules [ 1326.549571] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac with Priority: HIGH for action security_group_rules [ 1326.549690] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 with Priority: HIGH for action security_group_rules [ 1326.549733] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGH for action security_group_rules [ 1326.549824] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 with Priority: HIGH for action security_group_rules [ 1326.549908] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e0db3a-24c0-4141-8cac-9844d235c0af with Priority: HIGH for action security_group_rules [ 1326.549993] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGH for action security_group_rules [ 1326.550092] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGH for action security_group_rules [ 1326.550177] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4569aa0-7666-4480-8b8c-0d622b21b851 with Priority: HIGH for action security_group_rules [ 1326.550261] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff3116-5770-4e69-a5af-43a7438b5835 with Priority: HIGH for action security_group_rules [ 1326.550345] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badb0efb-a6e1-425b-a259-34a9f54c06cd with Priority: HIGH for action security_group_rules [ 1326.550431] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a2e34-97c6-487b-96a2-5229487ab608 with Priority: HIGH for action security_group_rules [ 1326.550518] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41356b7-e512-41b8-944e-aa10ddf44610 with Priority: HIGH for action security_group_rules [ 1326.550604] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 with Priority: HIGH for action security_group_rules [ 1326.550702] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c with Priority: HIGH for action security_group_rules [ 1326.551723] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.551851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.551917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.552115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.552277] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.552378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.552440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.552589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.552674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.552768] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.553614] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.553729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.553791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.553936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.554016] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbb3093-4163-438e-8d49-3a8a6b7c60e6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.554748] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.554851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.554902] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.555066] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.555140] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.559034] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb5136f-5968-4e13-b867-0854ac243ac3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.559034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.559034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.559034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.559034] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb5136f-5968-4e13-b867-0854ac243ac3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.559034] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32a4087-0d8e-4768-a1e6-63d215b92216 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.559034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.559034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.559034] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.559034] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32a4087-0d8e-4768-a1e6-63d215b92216',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.559781] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.559781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.559781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.559989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.559989] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79bfd024-6845-4e6c-98e4-bcbb25db12c0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.560680] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.560819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.560819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.562522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.562522] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.562522] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.562522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.562522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.562522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.562522] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ce29733-4ad1-45bd-8935-0fa37b3cf0ac',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.562977] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.562977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.562977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.563257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.563257] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5e22c2-d24c-42b4-b8c8-d36912f77364',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.563902] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.564042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.564133] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.564287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.564359] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.565053] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c48970e-526b-4221-b46d-e7eed52f5ba4 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.565214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.565282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.565449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.565575] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c48970e-526b-4221-b46d-e7eed52f5ba4',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.566188] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e0db3a-24c0-4141-8cac-9844d235c0af taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.566299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.566372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.566505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.567494] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e0db3a-24c0-4141-8cac-9844d235c0af',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.567494] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.567494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.567494] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.567835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.567835] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.568698] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.568698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.568698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.568857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.568857] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.569667] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4569aa0-7666-4480-8b8c-0d622b21b851 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.569740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.569786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.569976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.569976] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4569aa0-7666-4480-8b8c-0d622b21b851',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.570734] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ff3116-5770-4e69-a5af-43a7438b5835 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.570843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.570909] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.571063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.571726] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ff3116-5770-4e69-a5af-43a7438b5835',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.571983] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badb0efb-a6e1-425b-a259-34a9f54c06cd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.572399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.572493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.573025] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.573025] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badb0efb-a6e1-425b-a259-34a9f54c06cd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.573654] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240a2e34-97c6-487b-96a2-5229487ab608 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.573736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.573796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.574271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.574336] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240a2e34-97c6-487b-96a2-5229487ab608',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.575527] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41356b7-e512-41b8-944e-aa10ddf44610 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.575527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.575527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.575527] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.575527] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41356b7-e512-41b8-944e-aa10ddf44610',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.576176] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99292e19-ecde-4a26-94ae-816a87ff9ff1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.576833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.576833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.576833] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.576833] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99292e19-ecde-4a26-94ae-816a87ff9ff1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.577749] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.577883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.577883] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.578043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.578130] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5fa336f-19ac-4c08-a8dd-3482166ea62c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.582576] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.582713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.582799] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.583098] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.607446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.607866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.608077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.608194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.608498] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.608707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.608848] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be updated. [ 1326.636104] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.636275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.636337] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.636551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.636720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.644869] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: IN_PROGRESS for 2s [ 1327.082938] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.083150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.083150] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.083364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.083537] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.083639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.083703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.083855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.083944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.084043] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.084131] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.088690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.088801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.088867] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.089058] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.089222] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.089316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.089378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.089529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.089608] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.089689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.089770] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.091208] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.091318] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.091387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.091536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.091674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.091765] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.091826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.091958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.092048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.092129] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.092208] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.096690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.096690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.096690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.096690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.096921] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.096921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.097064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.097126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.097219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.097287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.097372] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.099138] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.099283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.099357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.100054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.100054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.100054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.100054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.100433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.100433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.100433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.100596] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.141038] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.141264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.141264] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.141463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.148662] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.148796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.149819] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.149916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.150556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.150652] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.151361] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.151456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.153069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.153166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.153857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.153956] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.168447] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.168575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.169331] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.169416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.170107] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.170202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.170898] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.170989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.171628] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.172073] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.172187] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.172838] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.173278] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.173413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.174035] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.174451] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.174566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.175200] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.175666] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.175851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.180107] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.180537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.181037] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c48970e-526b-4221-b46d-e7eed52f5ba4 is going to be deleted. [ 1327.181602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.181805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.197643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.197763] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e0db3a-24c0-4141-8cac-9844d235c0af is going to be deleted. [ 1327.198563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.198761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.217451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.217579] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99292e19-ecde-4a26-94ae-816a87ff9ff1 is going to be deleted. [ 1327.218439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.218640] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.246935] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.247097] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.260084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.260224] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5e22c2-d24c-42b4-b8c8-d36912f77364 is going to be deleted. [ 1327.261459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.261669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.277234] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.277348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.286671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.286799] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4569aa0-7666-4480-8b8c-0d622b21b851 is going to be deleted. [ 1327.287612] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.287839] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.313412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.313570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.319073] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.319216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.321332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.321467] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32a4087-0d8e-4768-a1e6-63d215b92216 is going to be deleted. [ 1327.322351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.322563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.344043] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.344207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.351040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.351207] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb5136f-5968-4e13-b867-0854ac243ac3 is going to be deleted. [ 1327.351938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.352157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.431067] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.431067] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240a2e34-97c6-487b-96a2-5229487ab608 is going to be deleted. [ 1327.431260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.431463] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.453292] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.453469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.471785] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.471935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.472819] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.472951] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41356b7-e512-41b8-944e-aa10ddf44610 is going to be deleted. [ 1327.473714] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.473904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.515924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.516078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbb3093-4163-438e-8d49-3a8a6b7c60e6 is going to be deleted. [ 1327.516951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.517168] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.578456] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.578456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.586499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.586499] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5fa336f-19ac-4c08-a8dd-3482166ea62c is going to be deleted. [ 1327.587327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.587595] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.588977] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.602032] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.602032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.605671] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.606438] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.607123] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.609056] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.611219] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.611219] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.618225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.618343] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79bfd024-6845-4e6c-98e4-bcbb25db12c0 is going to be deleted. [ 1327.619148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.619345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.650858] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.650936] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ce29733-4ad1-45bd-8935-0fa37b3cf0ac is going to be deleted. [ 1327.651789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.651995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.715541] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.715697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.716586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.716761] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badb0efb-a6e1-425b-a259-34a9f54c06cd is going to be deleted. [ 1327.717746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.717903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.764696] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.764865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.771030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.771150] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ff3116-5770-4e69-a5af-43a7438b5835 is going to be deleted. [ 1327.771970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.772190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.772282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.772402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c48970e-526b-4221-b46d-e7eed52f5ba4" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.772551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.772700] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.772779] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.772891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e0db3a-24c0-4141-8cac-9844d235c0af" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.773342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.773643] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.773781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.773916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99292e19-ecde-4a26-94ae-816a87ff9ff1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.774076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.774235] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.774315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.774432] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5e22c2-d24c-42b4-b8c8-d36912f77364" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.774563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.774707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.774783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.774894] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4569aa0-7666-4480-8b8c-0d622b21b851" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.775033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.775175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.775252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.775403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32a4087-0d8e-4768-a1e6-63d215b92216" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.775532] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.775683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.775753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.775917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb5136f-5968-4e13-b867-0854ac243ac3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.776069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.776214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.776289] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.776426] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240a2e34-97c6-487b-96a2-5229487ab608" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.776551] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.776689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.776762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.776870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41356b7-e512-41b8-944e-aa10ddf44610" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.776992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.777144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.777218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.777327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbb3093-4163-438e-8d49-3a8a6b7c60e6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.777453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.777588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.777663] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.777771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5fa336f-19ac-4c08-a8dd-3482166ea62c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.777891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.778039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.778115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.778218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79bfd024-6845-4e6c-98e4-bcbb25db12c0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.839673] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.839845] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.839895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.840063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.840154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.840277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badb0efb-a6e1-425b-a259-34a9f54c06cd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.840993] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.841122] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.841191] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.841347] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.841427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.841533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ce29733-4ad1-45bd-8935-0fa37b3cf0ac" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.932706] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.932837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.932916] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.933123] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.933360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.933360] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ff3116-5770-4e69-a5af-43a7438b5835" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.091154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ece9dc5-bce5-4391-8211-1c1ba61b0ded: rpc.has_security_group_logging(os_id): False [ 1328.108793] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75cc735e-5c12-4651-9303-a9dc6247de9b: rpc.has_security_group_logging(os_id): False [ 1328.109700] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd: rpc.has_security_group_logging(os_id): False [ 1328.110482] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4db8785-f046-4501-9d31-b0205697342b: rpc.has_security_group_logging(os_id): False [ 1328.111278] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f: rpc.has_security_group_logging(os_id): False [ 1328.134816] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.134961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.135015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.135225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.136777] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.136882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.137520] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.137620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.138272] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.138361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.138985] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.139090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.163059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.163334] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.163443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.163504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.163681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.163762] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.163854] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1328.164756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.164922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.189361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.189644] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.189705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.189740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.189889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.189966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.190091] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b is going to be updated. [ 1328.190940] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.191138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.223375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.223375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.223375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.223375] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.223650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.223650] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.223740] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4db8785-f046-4501-9d31-b0205697342b is going to be updated. [ 1328.224567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.224728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.241170] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.241287] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.250559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.250853] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.250948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.251020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.251178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.251255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.251348] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded is going to be updated. [ 1328.252203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.252365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.271363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.271726] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.271726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.271726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.271921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.271921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.272035] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be updated. [ 1328.272826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.272989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.273138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.279262] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.279380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.279440] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.279586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.279709] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.286784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1328.318078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: IN_PROGRESS for 2s [ 1328.359093] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.359229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.359282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.359475] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.359611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.361216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.361326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.361401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.361542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.361661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.373834] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: IN_PROGRESS for 2s [ 1328.374770] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: IN_PROGRESS for 2s [ 1328.410615] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.410796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.410796] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.410969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.411111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.448175] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: IN_PROGRESS for 2s [ 1328.654063] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c in Status: SUCCESS [ 1328.654250] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c deletion is rescheduled due to dependency. [ 1328.654363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.300281] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1330.300658] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.329443] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: SUCCESS [ 1330.329634] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.388467] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: SUCCESS [ 1330.388680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.389602] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: SUCCESS [ 1330.389783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.459861] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: SUCCESS [ 1330.460080] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.551781] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.551781] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.553066] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.553554] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.737840] env[69312]: INFO networking_nsxv3.common.synchronization [req-b9ab8890-ab9f-4914-a83e-8b5f91888188 req-07b8f22e-5769-4f4b-8625-040b61902c3c tempest-AttachVolumeShelveTestJSON-1850572778 tempest-AttachVolumeShelveTestJSON-1850572778-project-member] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1336.738310] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGHEST for action security_group_members [ 1336.738619] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.738743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.738810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.739015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.739171] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.739267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.739323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.739469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.739549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.739689] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.241761] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.241981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.241981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.242234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.242332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.242529] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.242629] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.242688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.242837] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.242910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.242994] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be updated. [ 1337.272567] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.272705] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.272752] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.272919] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.273074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.280748] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: IN_PROGRESS for 2s [ 1339.290999] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd in Status: SUCCESS [ 1339.291404] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd deletion is rescheduled due to dependency. [ 1339.291404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.282777] env[69312]: INFO networking_nsxv3.common.synchronization [req-855b4c29-1593-4824-98f3-07698e8aa44b req-8c96239d-b8ed-496b-b2c1-a524887e616d tempest-ServersTestManualDisk-616175520 tempest-ServersTestManualDisk-616175520-project-member] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_members [ 1340.283320] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGHEST for action security_group_members [ 1340.283638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.283766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.283831] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.284169] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.284380] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.284492] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.284556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.284719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.284806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.284900] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.317184] env[69312]: INFO networking_nsxv3.common.synchronization [req-9cfc9f28-f06e-4a64-9b01-d8cf65e44fd9 req-d2f33b3f-da70-4265-adfd-127ac0349d4d tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_members [ 1340.317689] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab59d7b-2d55-485f-9efb-69159bae8a41 with Priority: HIGHEST for action security_group_members [ 1340.318012] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-aab59d7b-2d55-485f-9efb-69159bae8a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.318275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.318346] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.318547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.318732] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.318851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.318917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.319089] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.319179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.319273] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aab59d7b-2d55-485f-9efb-69159bae8a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.788108] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.788108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.788108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.788108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.788108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.788108] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.788108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.788108] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.788591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.788591] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.788591] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4db8785-f046-4501-9d31-b0205697342b is going to be updated. [ 1340.822286] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.822490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.822490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.822647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.824838] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.824965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.825020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.825179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.825309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.834536] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: IN_PROGRESS for 2s [ 1340.847641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.847884] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.847990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.848069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.848244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.848325] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.848433] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 is going to be updated. [ 1340.879031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.879188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.879245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.879450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.879593] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.889247] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab59d7b-2d55-485f-9efb-69159bae8a41 in Status: IN_PROGRESS for 2s [ 1342.844109] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4db8785-f046-4501-9d31-b0205697342b in Status: SUCCESS [ 1342.844412] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4db8785-f046-4501-9d31-b0205697342b deletion is rescheduled due to dependency. [ 1342.844412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.897711] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aab59d7b-2d55-485f-9efb-69159bae8a41 in Status: SUCCESS [ 1342.897909] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aab59d7b-2d55-485f-9efb-69159bae8a41 deletion is rescheduled due to dependency. [ 1342.898032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aab59d7b-2d55-485f-9efb-69159bae8a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.318964] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.319281] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.977619] env[69312]: INFO networking_nsxv3.common.synchronization [None req-ce7c5297-53be-495c-98e1-1e3ee69373e4 None None] Enqueued Resource ID: 18b86d50-9fee-4c7d-b096-6239175e8a82 with Priority: HIGHEST for action port [ 1348.977619] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b86d50-9fee-4c7d-b096-6239175e8a82 with Priority: HIGHEST for action port [ 1348.978062] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b86d50-9fee-4c7d-b096-6239175e8a82 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.978138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b86d50-9fee-4c7d-b096-6239175e8a82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.978180] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b86d50-9fee-4c7d-b096-6239175e8a82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.978818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b86d50-9fee-4c7d-b096-6239175e8a82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.978818] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b86d50-9fee-4c7d-b096-6239175e8a82',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.481763] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18b86d50-9fee-4c7d-b096-6239175e8a82 [ 1349.481763] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.481763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.481763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.481763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.481763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.481763] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18b86d50-9fee-4c7d-b096-6239175e8a82 already deleted. [ 1349.481763] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b86d50-9fee-4c7d-b096-6239175e8a82" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.066637] env[69312]: INFO networking_nsxv3.common.synchronization [None req-bc26881f-cf82-4860-ac2e-7d2706431dc7 None None] Enqueued Resource ID: 501e11e5-89aa-44e7-b7a2-6288b12e9975 with Priority: HIGHEST for action port [ 1351.066944] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501e11e5-89aa-44e7-b7a2-6288b12e9975 with Priority: HIGHEST for action port [ 1351.067543] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-501e11e5-89aa-44e7-b7a2-6288b12e9975 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.067686] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501e11e5-89aa-44e7-b7a2-6288b12e9975" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.067746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501e11e5-89aa-44e7-b7a2-6288b12e9975" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.068081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501e11e5-89aa-44e7-b7a2-6288b12e9975" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.068147] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501e11e5-89aa-44e7-b7a2-6288b12e9975',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.571027] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 501e11e5-89aa-44e7-b7a2-6288b12e9975 [ 1351.571027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.571027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.571027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.571027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.571027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.571027] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:501e11e5-89aa-44e7-b7a2-6288b12e9975 already deleted. [ 1351.571027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501e11e5-89aa-44e7-b7a2-6288b12e9975" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.761861] env[69312]: INFO networking_nsxv3.common.synchronization [req-777d5e06-c790-492d-b1a1-1211f2cdeb35 req-9185e2cd-4cf1-401a-b272-9fe6d9df9ffd tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Enqueued Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_members [ 1353.762430] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_members [ 1353.762754] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.762888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.762957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.763225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.763363] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.763462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.763521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.763672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.763754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.763846] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.026258] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.026463] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-537" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.026592] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-537" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.026954] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-537" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.027248] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.027416] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.028100] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.028251] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.028412] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.028767] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1354.028906] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.029185] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.029185] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.029302] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1354.029375] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.029527] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.047509] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.048233] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1354.048453] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.048646] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-537" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.049069] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-70023cdb-3d71-4a58-b202-60a3669da0e0 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.049277] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.049406] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.049705] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.049889] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70023cdb-3d71-4a58-b202-60a3669da0e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.265411] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.265575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.265695] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.265912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.266216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.266216] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.266321] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.266357] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.266611] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.266711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.266861] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4372e266-4f94-4860-a2ab-222735fea3ec already deleted. [ 1354.266953] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.551891] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.552082] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.552187] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.552536] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.552727] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.552937] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 70023cdb-3d71-4a58-b202-60a3669da0e0 not found, creating... [ 1354.553947] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.553947] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.553947] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.553947] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.553947] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.554268] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.554437] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.554564] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.554776] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.554922] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.555078] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 70023cdb-3d71-4a58-b202-60a3669da0e0 is going to be created. [ 1354.575322] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.575541] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.575699] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.575987] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.576244] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.576474] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.237102] env[69312]: INFO networking_nsxv3.common.synchronization [req-777d5e06-c790-492d-b1a1-1211f2cdeb35 req-05f9a8c4-f9ef-481d-9d1c-56679f4b73d1 service nova] Enqueued Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_rules [ 1355.237365] env[69312]: INFO networking_nsxv3.common.synchronization [req-777d5e06-c790-492d-b1a1-1211f2cdeb35 req-05f9a8c4-f9ef-481d-9d1c-56679f4b73d1 service nova] Enqueued Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_members [ 1355.237441] env[69312]: INFO networking_nsxv3.common.synchronization [req-777d5e06-c790-492d-b1a1-1211f2cdeb35 req-05f9a8c4-f9ef-481d-9d1c-56679f4b73d1 service nova] Enqueued Resource ID: 70023cdb-3d71-4a58-b202-60a3669da0e0 with Priority: HIGHEST for action port [ 1355.237927] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_rules [ 1355.238090] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_members [ 1355.238184] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70023cdb-3d71-4a58-b202-60a3669da0e0 with Priority: HIGHEST for action port [ 1355.238459] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.238582] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.238649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.238910] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.238995] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.239796] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.239913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.239982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.240165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.240424] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.240424] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.240516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.240590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.240674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.240775] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.243111] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-70023cdb-3d71-4a58-b202-60a3669da0e0 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.247032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.247032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.247032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.247032] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70023cdb-3d71-4a58-b202-60a3669da0e0',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.746065] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.746065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.746065] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.746682] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70023cdb-3d71-4a58-b202-60a3669da0e0 with status ACTIVE [ 1355.746861] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.746970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.747053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.747330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.747427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.747596] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.747688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.747753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.748148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.748148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.748300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.748300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.748416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.748448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.748522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.748607] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70023cdb-3d71-4a58-b202-60a3669da0e0 is going to be updated. [ 1355.770357] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.770563] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.770667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.770891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.771045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.771203] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70023cdb-3d71-4a58-b202-60a3669da0e0" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.250858] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.753371] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.753647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.753647] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.753855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.753960] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.754154] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4372e266-4f94-4860-a2ab-222735fea3ec is going to be created. [ 1356.775529] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.775706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.775766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.775946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.776117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.784797] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4372e266-4f94-4860-a2ab-222735fea3ec in Status: UNINITIALIZED for 2s [ 1358.796409] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4372e266-4f94-4860-a2ab-222735fea3ec in Status: SUCCESS [ 1358.796728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.796728] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.796948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.797136] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.797252] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.797310] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.797490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.797574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.797660] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.797750] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.300189] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.300419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.300469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.300673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.300846] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.300944] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.301069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.301165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.301255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.301341] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.301492] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.301613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.301713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.301924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.302016] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.302075] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.302112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.302254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.302329] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.302400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.302486] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.805071] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4372e266-4f94-4860-a2ab-222735fea3ec: rpc.has_security_group_logging(os_id): False [ 1359.822095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.822260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.822306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.822505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.822594] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.822807] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.822946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.823021] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.823119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.823243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.823382] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.823476] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.823531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.823740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.823826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.823989] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.824099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.824157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.824314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.824389] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.824475] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4372e266-4f94-4860-a2ab-222735fea3ec is going to be created. [ 1359.878441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.878628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.878628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.878789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.878974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.888667] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4372e266-4f94-4860-a2ab-222735fea3ec in Status: IN_PROGRESS for 2s [ 1360.239859] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.239859] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1361.902114] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4372e266-4f94-4860-a2ab-222735fea3ec in Status: SUCCESS [ 1361.902521] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.062488] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.062791] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.062838] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.063123] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.063397] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.063562] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.063686] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.063919] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.064152] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.064421] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1364.064585] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1364.064720] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1364.064882] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1364.065027] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1364.065189] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1364.065377] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1364.085248] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1364.085417] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1364.085562] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1364.085739] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-174" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.086125] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.086331] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.086489] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.086838] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.086990] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ccf1d51-db5c-4a00-9969-8a9cfe79159b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.589289] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.589639] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.589788] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.590087] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.590249] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.590539] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.590700] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.590822] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.591113] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.591281] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.591580] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.591743] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.591866] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.592097] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.592241] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.592388] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b is going to be updated. [ 1364.612318] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.612569] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.612621] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.612891] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.613119] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.613353] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.149410] env[69312]: INFO networking_nsxv3.common.synchronization [req-bcbee43f-1b68-4771-92b6-26fb5e1483ba req-235d2612-a573-4df7-8c35-ce67d2ac318c tempest-InstanceActionsNegativeTestJSON-1705024722 tempest-InstanceActionsNegativeTestJSON-1705024722-project-member] Enqueued Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_members [ 1365.151698] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGHEST for action security_group_members [ 1365.151698] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.151698] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.151698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.151698] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.297885] env[69312]: INFO networking_nsxv3.common.synchronization [req-b23d9e6f-1edb-41fb-86fd-0704edf9264c req-fcaaa473-4bf5-442d-b556-06abc2339dd0 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 1365.298233] env[69312]: INFO networking_nsxv3.common.synchronization [req-b23d9e6f-1edb-41fb-86fd-0704edf9264c req-fcaaa473-4bf5-442d-b556-06abc2339dd0 service nova] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1365.298465] env[69312]: INFO networking_nsxv3.common.synchronization [req-b23d9e6f-1edb-41fb-86fd-0704edf9264c req-fcaaa473-4bf5-442d-b556-06abc2339dd0 service nova] Enqueued Resource ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with Priority: HIGHEST for action port [ 1365.299331] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_rules [ 1365.299519] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1365.299639] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with Priority: HIGHEST for action port [ 1365.299999] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.300197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.300261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.300514] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.300623] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.302022] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.302022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.302022] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.302267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.302327] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.302443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.302513] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.302702] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.302836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.302954] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.303892] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.303892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.304083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.304142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.304195] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ccf1d51-db5c-4a00-9969-8a9cfe79159b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.653851] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.654038] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.654117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.654327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.654439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.654656] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.654761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.654821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.655010] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.655111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.655215] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4372e266-4f94-4860-a2ab-222735fea3ec is going to be updated. [ 1365.681967] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.682132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.682132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.682401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.682633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.692658] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4372e266-4f94-4860-a2ab-222735fea3ec in Status: IN_PROGRESS for 2s [ 1365.806285] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.807603] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.807713] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.807904] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ccf1d51-db5c-4a00-9969-8a9cfe79159b with status ACTIVE [ 1365.808097] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.808211] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.808272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.808969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.808969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.808969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.808969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.808969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.809220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.809220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.809298] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.809422] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.809467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.809584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.809631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.809742] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ccf1d51-db5c-4a00-9969-8a9cfe79159b is going to be updated. [ 1365.831307] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.831471] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.831579] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.831809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.831947] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.832141] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ccf1d51-db5c-4a00-9969-8a9cfe79159b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.311972] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.814976] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.815221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.815316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.815502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.815606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.815704] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1366.840907] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.841166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.841166] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.841314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.841454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.849313] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1367.701564] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4372e266-4f94-4860-a2ab-222735fea3ec in Status: SUCCESS [ 1367.701982] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4372e266-4f94-4860-a2ab-222735fea3ec deletion is rescheduled due to dependency. [ 1367.701982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.859519] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1368.859895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.859895] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.860099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.860288] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.860403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.860465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.860622] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.860704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.860793] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.860880] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.363729] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.869076] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f: rpc.has_security_group_logging(os_id): False [ 1369.886373] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.886609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.886609] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.886812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.886917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.887215] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.887315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.887378] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.887566] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.887648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.887756] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1369.952878] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.953326] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.953496] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.953892] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.954134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.974412] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1370.300948] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.301087] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.989924] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1371.989924] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.853236] env[69312]: INFO networking_nsxv3.common.synchronization [None req-db5d7846-dc10-43c7-a904-205c0e591408 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_rules [ 1372.853374] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_rules [ 1372.853689] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.853824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.853977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.854830] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.854947] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.859506] env[69312]: INFO networking_nsxv3.common.synchronization [None req-e491f48d-05be-4029-b045-0acb9c9b6405 None None] Enqueued Resource ID: 5247f385-4ddb-44b1-9a12-984dd1aa5f5c with Priority: HIGHEST for action port [ 1372.859741] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5247f385-4ddb-44b1-9a12-984dd1aa5f5c with Priority: HIGHEST for action port [ 1372.860299] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-5247f385-4ddb-44b1-9a12-984dd1aa5f5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.860441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5247f385-4ddb-44b1-9a12-984dd1aa5f5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.860505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5247f385-4ddb-44b1-9a12-984dd1aa5f5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.860822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5247f385-4ddb-44b1-9a12-984dd1aa5f5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.860822] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5247f385-4ddb-44b1-9a12-984dd1aa5f5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.945415] env[69312]: INFO networking_nsxv3.common.synchronization [None req-8e042288-37c2-43a1-aec9-4c1a95088bec tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_rules [ 1372.945415] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_rules [ 1372.948346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.948510] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.366210] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5247f385-4ddb-44b1-9a12-984dd1aa5f5c [ 1373.367636] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.367636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.367636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.367636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.367636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.367636] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5247f385-4ddb-44b1-9a12-984dd1aa5f5c already deleted. [ 1373.367636] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5247f385-4ddb-44b1-9a12-984dd1aa5f5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.380011] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.380160] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.380237] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.380442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.380533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.380655] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 already deleted. [ 1373.380720] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.381309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.381490] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.381579] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.901236] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.901383] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.902032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.902032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.902032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.902032] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 already deleted. [ 1373.902032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.973433] env[69312]: INFO networking_nsxv3.common.synchronization [None req-a61c7d87-8b11-4d6f-9974-1041e0186c41 None None] Enqueued Resource ID: 293c9f79-979e-4bb2-92a1-ffea7fec42e1 with Priority: HIGHEST for action port [ 1374.974042] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293c9f79-979e-4bb2-92a1-ffea7fec42e1 with Priority: HIGHEST for action port [ 1374.974358] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-293c9f79-979e-4bb2-92a1-ffea7fec42e1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.974480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293c9f79-979e-4bb2-92a1-ffea7fec42e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.974547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293c9f79-979e-4bb2-92a1-ffea7fec42e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.974812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293c9f79-979e-4bb2-92a1-ffea7fec42e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.974896] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293c9f79-979e-4bb2-92a1-ffea7fec42e1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.477436] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 293c9f79-979e-4bb2-92a1-ffea7fec42e1 [ 1375.478436] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.478436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.478436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.478436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.478436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.478436] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:293c9f79-979e-4bb2-92a1-ffea7fec42e1 already deleted. [ 1375.478436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293c9f79-979e-4bb2-92a1-ffea7fec42e1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.233501] env[69312]: INFO networking_nsxv3.common.synchronization [req-57718379-c5c5-4f47-bf53-b1b285960ad7 req-242134c4-abf8-4c47-8c7f-e6de72f5d81a tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1376.234150] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1376.234529] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.234684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.234766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.234996] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.235201] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.235306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.235368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.235538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.235641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.235711] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.738257] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.738533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.738533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.738708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.760060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.760413] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.760413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.760413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.760682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.760682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.760784] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1376.786730] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.787045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.787045] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.787183] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.787250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.795253] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1378.489467] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee298df2-c441-463b-a223-782d204a0dd2 req-7b502b2e-047f-42b2-ae59-cfd04938afeb tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_members [ 1378.490093] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_members [ 1378.490588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.490588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.490588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.490847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.491013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.491132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.491216] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.491331] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.491418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.491507] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.766275] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.766487] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.767131] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.767131] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.767380] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.767558] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.767745] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.768020] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.768180] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.768442] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.768562] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.768676] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.768789] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.768902] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.769019] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.769161] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.788025] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.788282] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1378.788454] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.788637] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.788963] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-e2c6c448-290f-43b2-ab35-5cda256e0a8e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.789162] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.789286] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.789599] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.789742] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c6c448-290f-43b2-ab35-5cda256e0a8e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.802713] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1378.802885] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 deletion is rescheduled due to dependency. [ 1378.802992] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.994305] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.994529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.994529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.994723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.994813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.995017] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.995118] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.995181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.995334] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.995412] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.995495] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 already deleted. [ 1378.995576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.291682] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.291919] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.292068] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.292372] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.292590] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.292775] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port e2c6c448-290f-43b2-ab35-5cda256e0a8e not found, creating... [ 1379.293056] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.293225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.293390] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.293584] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.293726] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.294083] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.294261] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.294382] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.294594] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.294731] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.294873] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: e2c6c448-290f-43b2-ab35-5cda256e0a8e is going to be created. [ 1379.315651] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.315856] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.316012] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.316287] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.316513] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.316731] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.017195] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee298df2-c441-463b-a223-782d204a0dd2 req-2667c2ab-6139-44c8-b512-eecbdad10186 service nova] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_rules [ 1380.017195] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee298df2-c441-463b-a223-782d204a0dd2 req-2667c2ab-6139-44c8-b512-eecbdad10186 service nova] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_members [ 1380.017849] env[69312]: INFO networking_nsxv3.common.synchronization [req-ee298df2-c441-463b-a223-782d204a0dd2 req-2667c2ab-6139-44c8-b512-eecbdad10186 service nova] Enqueued Resource ID: e2c6c448-290f-43b2-ab35-5cda256e0a8e with Priority: HIGHEST for action port [ 1380.017849] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_rules [ 1380.017849] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_members [ 1380.017849] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c6c448-290f-43b2-ab35-5cda256e0a8e with Priority: HIGHEST for action port [ 1380.018713] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.018850] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.018918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.019277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.019277] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.020607] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.020607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.020607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.020607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.020607] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.020607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.020607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.021323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.021323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.021323] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.021621] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c6c448-290f-43b2-ab35-5cda256e0a8e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.021724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.021785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.021952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.022033] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c6c448-290f-43b2-ab35-5cda256e0a8e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.524258] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.524459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.524601] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.528525] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2c6c448-290f-43b2-ab35-5cda256e0a8e with status ACTIVE [ 1380.528525] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.528525] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.528525] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.528525] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.528525] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2c6c448-290f-43b2-ab35-5cda256e0a8e is going to be updated. [ 1380.548668] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.548836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.548887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.549117] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.549250] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.549399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c6c448-290f-43b2-ab35-5cda256e0a8e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.679695] env[69312]: INFO networking_nsxv3.common.synchronization [req-63467e7f-d831-45ec-92ff-99084162f242 req-18089657-317c-4d0b-8965-dd348890cafd tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Enqueued Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_members [ 1380.680156] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_members [ 1380.680454] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.680588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.680646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.680885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.681054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.681154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.681222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.681365] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.681450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.681537] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.950693] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.950888] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-626" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.951033] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-626" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.951381] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-626" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.951641] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.951800] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.951922] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.952544] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.952544] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.952544] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.952731] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.952731] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.952849] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.952965] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.953091] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.953229] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.972386] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.972544] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1380.972686] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.972850] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-626" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.973146] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.973427] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.973559] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.973842] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.974040] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.029824] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.184988] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.185145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.185221] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.185438] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.185531] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.185728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.185822] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.185884] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.186093] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.186174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.186260] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 already deleted. [ 1381.186339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.477763] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.477981] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.478141] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.478454] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.478581] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.478738] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c not found, creating... [ 1381.479009] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.479183] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.479302] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.479525] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.479663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.479942] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.480180] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.480314] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.480526] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.480663] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.480804] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c is going to be created. [ 1381.499702] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.499880] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.500015] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.500274] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.500504] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.500721] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.532277] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.532444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.532444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.532654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.532754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.532859] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 is going to be created. [ 1381.555883] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.556013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.556013] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.556272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.556433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.570626] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 in Status: UNINITIALIZED for 2s [ 1382.162797] env[69312]: INFO networking_nsxv3.common.synchronization [req-63467e7f-d831-45ec-92ff-99084162f242 req-0e82a95c-60b1-4121-a341-150b962e0804 service nova] Enqueued Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_rules [ 1382.163213] env[69312]: INFO networking_nsxv3.common.synchronization [req-63467e7f-d831-45ec-92ff-99084162f242 req-0e82a95c-60b1-4121-a341-150b962e0804 service nova] Enqueued Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_members [ 1382.163213] env[69312]: INFO networking_nsxv3.common.synchronization [req-63467e7f-d831-45ec-92ff-99084162f242 req-0e82a95c-60b1-4121-a341-150b962e0804 service nova] Enqueued Resource ID: f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c with Priority: HIGHEST for action port [ 1382.163531] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_rules [ 1382.163531] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_members [ 1382.163666] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c with Priority: HIGHEST for action port [ 1382.164255] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.164421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.164509] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.164805] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.164924] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.166267] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.166456] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.166519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.166718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.166925] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.167111] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.167427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.167427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.167427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.167604] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.168351] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.168518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.169771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.169771] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.169771] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.634054] env[69312]: INFO networking_nsxv3.common.synchronization [req-a0eec121-228e-4be1-9852-e1574a3e13ef req-d3830f85-b5f1-4789-b5ed-2169f048687f tempest-ServerActionsTestOtherB-1082577214 tempest-ServerActionsTestOtherB-1082577214-project-member] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1382.634848] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGHEST for action security_group_members [ 1382.634959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.635052] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.635242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.635484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.635681] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.635806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.635887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.636139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.636234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.636329] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.670896] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.671037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.671219] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.671981] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c with status ACTIVE [ 1382.672194] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.672306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.672418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.672560] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.672649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.672811] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.672905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.672966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.673127] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.673207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.673387] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.673479] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.673540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.673678] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.673755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.673855] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c is going to be updated. [ 1382.696414] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.696414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.696414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.696414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.696414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.696414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ad1dfc-9052-46e6-b6bc-a5e3e3abfd8c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.138126] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.138400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.138400] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.138651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.138651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.138857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.138946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.139026] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.139165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.139243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.139330] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be updated. [ 1383.165369] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.165719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.165719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.165719] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.165865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.172659] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: IN_PROGRESS for 2s [ 1383.176093] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.580747] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 in Status: SUCCESS [ 1383.581008] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.581243] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.581478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.581698] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.581868] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.581948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.582128] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.582223] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.582339] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.582465] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.678128] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.678275] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.678419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.678676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.678800] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.678928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 is going to be created. [ 1383.700588] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.700723] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.700821] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.701028] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.701297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.709512] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 in Status: UNINITIALIZED for 2s [ 1384.086295] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.587546] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52a938ec-9b68-4cdc-92fa-051edf7053a9: rpc.has_security_group_logging(os_id): False [ 1384.604914] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.605190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.605190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.605358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.605450] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.605699] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.605809] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.605887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.606087] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.606189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.606189] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 is going to be created. [ 1384.666395] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.666587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.666587] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.667954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.667954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.680660] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 in Status: IN_PROGRESS for 2s [ 1385.181526] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f in Status: SUCCESS [ 1385.181730] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f deletion is rescheduled due to dependency. [ 1385.181813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.461968] env[69312]: INFO networking_nsxv3.common.synchronization [req-f184657d-1a61-444d-b623-7ddd1e5d6e67 req-e1a1e802-0623-49ea-bd0a-344822a2f024 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1385.462659] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1385.462659] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.462659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.462659] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.462905] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.462941] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.463175] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.463254] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.463418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.463505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.463600] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.719637] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 in Status: SUCCESS [ 1385.720027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.720027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.720259] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.720463] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.720584] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.720679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.720820] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.720935] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.720982] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.721094] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.741871] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.742191] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.742269] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.742551] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.742814] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.743018] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.743146] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.743375] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.743520] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.743734] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.743848] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1385.743991] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1385.744435] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1385.744435] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.744435] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1385.744557] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1385.763186] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1385.763392] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1385.763506] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1385.763669] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.763974] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-c23a8c9b-9a4c-460e-af71-1a4a0071346b taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.764191] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.764322] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.764638] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.764807] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c23a8c9b-9a4c-460e-af71-1a4a0071346b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.968293] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.968488] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.968605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.968887] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.969015] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.969263] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.969404] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.969505] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.969711] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.969813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.969928] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1385.993694] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.993930] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.993930] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.994195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.994370] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.002820] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1386.224572] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.224769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.224852] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.225112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.225285] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.226397] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.226397] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.226794] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.226794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.226794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.226794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.226794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.226981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.226981] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.267084] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.268037] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.268037] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.268225] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.268325] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.268497] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port c23a8c9b-9a4c-460e-af71-1a4a0071346b not found, creating... [ 1386.268792] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.268966] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.269118] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.269443] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.269667] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.270119] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.270360] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.270543] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.270868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.271050] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.271253] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: c23a8c9b-9a4c-460e-af71-1a4a0071346b is going to be created. [ 1386.296249] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.296488] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.296625] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.296917] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.297181] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.297425] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.692357] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 in Status: SUCCESS [ 1386.692586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.732380] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb17fe8a-30b6-4a12-bb8b-7d6a88602a41: rpc.has_security_group_logging(os_id): False [ 1386.749641] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.749781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.749851] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.750088] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.750182] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.750394] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.750493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.750556] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.750706] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.750784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.750975] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.751078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.751140] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.751282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.751356] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.751537] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.751624] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.751684] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.751816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.751889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.751974] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 is going to be created. [ 1386.815960] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.816178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.816401] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.816517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.816724] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.826464] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 in Status: IN_PROGRESS for 2s [ 1386.978872] env[69312]: INFO networking_nsxv3.common.synchronization [req-f184657d-1a61-444d-b623-7ddd1e5d6e67 req-8a36e13c-a604-47cc-a325-ecc03ca05bb3 service nova] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1386.979896] env[69312]: INFO networking_nsxv3.common.synchronization [req-f184657d-1a61-444d-b623-7ddd1e5d6e67 req-8a36e13c-a604-47cc-a325-ecc03ca05bb3 service nova] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1386.980251] env[69312]: INFO networking_nsxv3.common.synchronization [req-f184657d-1a61-444d-b623-7ddd1e5d6e67 req-8a36e13c-a604-47cc-a325-ecc03ca05bb3 service nova] Enqueued Resource ID: c23a8c9b-9a4c-460e-af71-1a4a0071346b with Priority: HIGHEST for action port [ 1386.980830] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1386.980995] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1386.981149] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23a8c9b-9a4c-460e-af71-1a4a0071346b with Priority: HIGHEST for action port [ 1386.981468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.982605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.982718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.983048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.983183] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.984209] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.984342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.984529] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-c23a8c9b-9a4c-460e-af71-1a4a0071346b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.984639] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.984812] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.985032] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.985120] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c23a8c9b-9a4c-460e-af71-1a4a0071346b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.487065] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.487238] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.487387] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c23a8c9b-9a4c-460e-af71-1a4a0071346b with status ACTIVE [ 1387.487559] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.487993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.487993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.487993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.488174] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.488210] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.488301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.488367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.488519] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.488614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.488778] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.488873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.488925] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.489069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.489165] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.489253] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c23a8c9b-9a4c-460e-af71-1a4a0071346b is going to be updated. [ 1387.509041] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.509233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.509233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.509413] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.509548] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.509703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c23a8c9b-9a4c-460e-af71-1a4a0071346b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.012755] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1388.013081] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 deletion is rescheduled due to dependency. [ 1388.013081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.013589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.013808] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.014092] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.014225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.014293] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.014452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.014538] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.014633] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.516835] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.838199] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 in Status: SUCCESS [ 1388.838199] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.019038] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.521940] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.521940] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.522100] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.522229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.522324] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.522416] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1389.549813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.550044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.550044] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.550258] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.550402] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.557976] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1391.569399] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1391.569735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.569735] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.569936] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.570139] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.570277] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.570368] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.570583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.570736] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.570810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.570859] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.981989] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.982165] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1392.073830] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.579417] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81cbb2d8-59ae-4ee1-a187-bac653feb041: rpc.has_security_group_logging(os_id): False [ 1392.596728] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.596912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.596970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.597195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.597286] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.597536] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.597628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.597732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.597857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.597938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.598033] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1392.662157] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.662396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.662396] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.662586] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.662734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.676720] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1393.245411] env[69312]: INFO networking_nsxv3.common.synchronization [req-c382a346-7a90-47db-a7c8-77c2cc5e62a0 req-13c31cdd-da78-40e1-8879-46f3518cd667 tempest-ServerMetadataTestJSON-184125649 tempest-ServerMetadataTestJSON-184125649-project-member] Enqueued Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_members [ 1393.245927] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGHEST for action security_group_members [ 1393.246310] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.246435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.246502] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.246698] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.246852] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.246979] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.247074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.247179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.247320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.247362] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.754349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.754615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.754615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.754784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.754878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.755431] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.755431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.755431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.755431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.755747] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.755747] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 is going to be updated. [ 1393.785866] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.786054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.786120] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.786330] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.786482] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.797914] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 in Status: IN_PROGRESS for 2s [ 1394.688549] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1394.688838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.806870] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 in Status: SUCCESS [ 1395.807242] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 deletion is rescheduled due to dependency. [ 1395.807242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.246741] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.247237] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.892120] env[69312]: INFO networking_nsxv3.common.synchronization [req-8019efcb-362b-4f27-8c86-c68e7f7e2825 req-67e7dd30-a040-49fc-93bf-081e106e5e7f tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_members [ 1399.892593] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGHEST for action security_group_members [ 1399.892940] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.893115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.893194] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.893394] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.893556] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.893655] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.893717] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.893859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.893943] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.894048] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.395824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.396059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.396059] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.396380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.396472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.396672] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.396772] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.396836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.396993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.397085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.397191] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b is going to be updated. [ 1400.425078] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.425283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.425283] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.425437] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.425577] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.433586] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: IN_PROGRESS for 2s [ 1402.444566] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cc735e-5c12-4651-9303-a9dc6247de9b in Status: SUCCESS [ 1402.444976] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b deletion is rescheduled due to dependency. [ 1402.444976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.442828] env[69312]: INFO networking_nsxv3.common.synchronization [None req-5d7cacb1-8497-43d0-b203-d26f52b876b4 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_rules [ 1404.443373] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_rules [ 1404.443674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.443794] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.443863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.444131] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.444214] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.505399] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4819dc94-d000-47fc-8f94-9715fdf1238a tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_rules [ 1404.505879] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_rules [ 1404.506191] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.506316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.966886] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.967082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.967142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.967323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.967416] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.967510] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 already deleted. [ 1404.967597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.967742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.967901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.967986] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.488551] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.488969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.488969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.489178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.489284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.489389] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 already deleted. [ 1405.489473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.507349] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.507795] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.821419] env[69312]: INFO networking_nsxv3.common.synchronization [req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 req-33d7b786-f875-46aa-93bd-8af0268f0e52 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_members [ 1409.821419] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_members [ 1409.821419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.821419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.821419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.821419] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.821419] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.821742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.821742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.821742] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.821857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.821857] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.062854] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.063080] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.063247] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.063526] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.063789] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.063963] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.065186] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.065186] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.065186] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.065186] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.065482] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.065482] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.065482] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.065709] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.065770] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.065864] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.085244] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.085403] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1410.085545] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.085709] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-87" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.085976] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-d2c5fb47-93d4-4729-bec5-98ec0852e51e taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.086158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.086283] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.086606] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.086760] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c5fb47-93d4-4729-bec5-98ec0852e51e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.324482] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.324818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.324818] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.325082] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.325214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.325504] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.325651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.325740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.325958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.326083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.326187] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 already deleted. [ 1410.326299] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.589242] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.589695] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.589695] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.589895] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.590026] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.590187] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port d2c5fb47-93d4-4729-bec5-98ec0852e51e not found, creating... [ 1410.590451] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.590614] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.590734] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.590953] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.591115] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.591399] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.591560] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.591680] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.591890] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.592041] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.592185] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: d2c5fb47-93d4-4729-bec5-98ec0852e51e is going to be created. [ 1410.612265] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.612478] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.612601] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.612813] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.613063] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.613291] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.446409] env[69312]: INFO networking_nsxv3.common.synchronization [req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 req-6fb83576-a470-4f37-b3ed-cd234b48f902 service nova] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_rules [ 1411.446604] env[69312]: INFO networking_nsxv3.common.synchronization [req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 req-6fb83576-a470-4f37-b3ed-cd234b48f902 service nova] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_members [ 1411.446858] env[69312]: INFO networking_nsxv3.common.synchronization [req-2bf68847-f752-4cb5-b20b-2bea2b5155d3 req-6fb83576-a470-4f37-b3ed-cd234b48f902 service nova] Enqueued Resource ID: d2c5fb47-93d4-4729-bec5-98ec0852e51e with Priority: HIGHEST for action port [ 1411.447401] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_rules [ 1411.447539] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_members [ 1411.447642] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c5fb47-93d4-4729-bec5-98ec0852e51e with Priority: HIGHEST for action port [ 1411.447951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.448062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.448138] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.448342] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.448425] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.449623] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.449750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.449815] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.450130] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.450299] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.450411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.450478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.450641] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.450732] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.450821] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.452679] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c5fb47-93d4-4729-bec5-98ec0852e51e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.452679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.452679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.452679] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.452949] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c5fb47-93d4-4729-bec5-98ec0852e51e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.955030] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.955030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.955030] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2c5fb47-93d4-4729-bec5-98ec0852e51e with status ACTIVE [ 1411.955484] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.955484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.955484] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.955628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.955628] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.955808] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.955912] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.955977] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.956146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.956229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.956469] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.956555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.956644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.956797] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.956881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.957012] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2c5fb47-93d4-4729-bec5-98ec0852e51e is going to be updated. [ 1411.958150] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.978265] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.978421] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.978467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.978654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.978790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.978957] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c5fb47-93d4-4729-bec5-98ec0852e51e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.459893] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.963932] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.964327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.964327] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.964409] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.964512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.964611] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 is going to be created. [ 1412.986857] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.987041] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.987094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.987267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.987423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.996314] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d193d7d7-3cec-42e4-940d-f93c94c92789 in Status: UNINITIALIZED for 2s [ 1415.006182] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d193d7d7-3cec-42e4-940d-f93c94c92789 in Status: SUCCESS [ 1415.006576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.006576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.006790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.006983] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.007124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.007186] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.007332] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.007414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.007506] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.007593] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.509499] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.012115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d193d7d7-3cec-42e4-940d-f93c94c92789: rpc.has_security_group_logging(os_id): False [ 1416.039554] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.039766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.039766] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.039937] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.040042] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.040276] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.040380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.040441] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.040602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.040683] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.040770] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 is going to be created. [ 1416.099360] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.099592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.099592] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.099754] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.099933] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.109929] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d193d7d7-3cec-42e4-940d-f93c94c92789 in Status: IN_PROGRESS for 2s [ 1416.449111] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.449211] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1418.124618] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d193d7d7-3cec-42e4-940d-f93c94c92789 in Status: SUCCESS [ 1418.124993] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.450803] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.451211] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.452551] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.453070] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.587207] env[69312]: INFO networking_nsxv3.common.synchronization [req-06976ca2-5f1f-4774-81fc-fc78f02c411b req-3a758d89-9057-4912-8452-481e1fa8095c tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_members [ 1429.587718] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGHEST for action security_group_members [ 1429.588637] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.588825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.588903] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.589163] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.589325] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.589467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.589467] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.589648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.589734] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.589851] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.095374] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.095600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.095600] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.095743] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.095836] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.096069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.096173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.096236] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.096395] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.096472] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.096575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 is going to be updated. [ 1430.121388] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.121557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.121557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.121721] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.121855] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.129286] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 in Status: IN_PROGRESS for 2s [ 1432.139664] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 in Status: SUCCESS [ 1432.139925] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 deletion is rescheduled due to dependency. [ 1432.139970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.588564] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.588985] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.589489] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.589862] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.900062] env[69312]: INFO networking_nsxv3.common.synchronization [req-5b48196d-cfa5-4de0-90a1-5eb9496fd19b req-eddd6c14-d322-439b-b5b4-747bcf0fd48b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_members [ 1440.900679] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGHEST for action security_group_members [ 1440.901054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.901196] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.901267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.901465] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.901622] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.901715] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.901769] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.901921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.902017] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.902130] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.405069] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.405069] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.405354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.405354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.405483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.405740] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.405873] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.405952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.406101] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.406179] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.406275] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded is going to be updated. [ 1441.431555] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.431764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.431764] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.431917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.431974] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.438963] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: IN_PROGRESS for 2s [ 1443.448938] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded in Status: SUCCESS [ 1443.449351] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded deletion is rescheduled due to dependency. [ 1443.449351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.568027] env[69312]: INFO networking_nsxv3.common.synchronization [None req-2fd0dbc3-27ac-479c-9184-2d50dd55f257 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_rules [ 1445.568027] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_rules [ 1445.568027] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.568027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.568027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.568027] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.568027] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.640885] env[69312]: INFO networking_nsxv3.common.synchronization [None req-25793110-5d1d-4210-824d-c29d68898db2 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_rules [ 1445.640885] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_rules [ 1445.640885] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.640885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.089499] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.089682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.089761] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.089985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.090096] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.090193] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 already deleted. [ 1446.090282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.090418] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.090570] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.090651] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.609179] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.609478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.609478] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.609669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.609768] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.610345] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 already deleted. [ 1446.610345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.641197] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.641548] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.895519] env[69312]: INFO networking_nsxv3.common.synchronization [req-53c5ecbc-de86-4b03-8375-633e6c46c96f req-a998a475-7380-4cdc-af2d-cb2bbf0fc540 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_members [ 1450.895519] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_members [ 1450.895786] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.895907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.895976] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.896381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.897787] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.897787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.897787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.897787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.897787] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.897787] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.179298] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.179499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.179634] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.179903] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.180180] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.180343] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.180463] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.180676] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.180825] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.181201] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1451.181323] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1451.181442] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1451.181559] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1451.181680] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1451.181807] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1451.181940] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1451.202287] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1451.202480] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1451.202606] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1451.202782] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.203113] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-392359d0-b37f-4ca9-bd51-334611cf5f61 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.203323] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.203468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.203789] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.203935] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('392359d0-b37f-4ca9-bd51-334611cf5f61',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.399215] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.399571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.399571] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.399710] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.399832] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.400054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.400154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.400213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.400373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.400448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.400533] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 already deleted. [ 1451.400614] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.706774] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.707141] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.707141] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.707340] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.707494] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.707651] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 392359d0-b37f-4ca9-bd51-334611cf5f61 not found, creating... [ 1451.707911] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.708093] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.708217] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.708441] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.708584] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.708874] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.709046] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.709184] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.709425] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.709603] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.709749] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 392359d0-b37f-4ca9-bd51-334611cf5f61 is going to be created. [ 1451.730321] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.730499] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.730625] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.730859] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.731110] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.731327] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.414697] env[69312]: INFO networking_nsxv3.common.synchronization [req-53c5ecbc-de86-4b03-8375-633e6c46c96f req-006ebc91-515a-43f8-b3d2-d170fa2f0808 service nova] Enqueued Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_rules [ 1452.414823] env[69312]: INFO networking_nsxv3.common.synchronization [req-53c5ecbc-de86-4b03-8375-633e6c46c96f req-006ebc91-515a-43f8-b3d2-d170fa2f0808 service nova] Enqueued Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_members [ 1452.414966] env[69312]: INFO networking_nsxv3.common.synchronization [req-53c5ecbc-de86-4b03-8375-633e6c46c96f req-006ebc91-515a-43f8-b3d2-d170fa2f0808 service nova] Enqueued Resource ID: 392359d0-b37f-4ca9-bd51-334611cf5f61 with Priority: HIGHEST for action port [ 1452.415209] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_rules [ 1452.415341] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_members [ 1452.415430] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392359d0-b37f-4ca9-bd51-334611cf5f61 with Priority: HIGHEST for action port [ 1452.415997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.416176] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.416244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.416442] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.416523] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.417443] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.417516] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.417588] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.417682] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.417830] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.417973] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.418053] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.418230] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.418348] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.418348] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.419066] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-392359d0-b37f-4ca9-bd51-334611cf5f61 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.419354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.419354] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.422644] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.422735] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('392359d0-b37f-4ca9-bd51-334611cf5f61',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.924770] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.925824] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.925980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.926131] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 392359d0-b37f-4ca9-bd51-334611cf5f61 with status ACTIVE [ 1452.926323] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.926464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.926533] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.926738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.926824] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.927051] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.927151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.927209] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.927363] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.927445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.927627] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.927718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.927777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.927917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.928016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.928137] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 392359d0-b37f-4ca9-bd51-334611cf5f61 is going to be updated. [ 1452.947201] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.947373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.947373] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.947552] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.947689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.947854] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-392359d0-b37f-4ca9-bd51-334611cf5f61" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.430191] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.933327] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.933697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.933697] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.933777] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.933870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.933948] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 is going to be created. [ 1453.957412] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.957654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.957654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.957776] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.957880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.968454] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 in Status: UNINITIALIZED for 2s [ 1455.982232] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 in Status: SUCCESS [ 1455.982688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.982688] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.982817] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.982992] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.983132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.983202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.983351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.983436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.983522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.983613] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.486481] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.988501] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6: rpc.has_security_group_logging(os_id): False [ 1457.007140] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.007345] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.007399] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.008826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.008826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.008826] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.008826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.008826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.008826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.008826] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.008826] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 is going to be created. [ 1457.068500] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.068703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.068703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.068878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.069078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.078933] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 in Status: IN_PROGRESS for 2s [ 1457.416964] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.417200] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1459.091926] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 in Status: SUCCESS [ 1459.092358] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.418435] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.418808] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.003172] env[69312]: INFO networking_nsxv3.common.synchronization [req-5c45dd12-09c2-4168-a60f-48b75562540f req-74c8ee56-27b9-4c7f-ab20-4c10763d648d tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1466.003681] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1466.004074] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.004928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.004928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.005125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.005512] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.005512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.005512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.005690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.005690] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.005757] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.508801] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.508801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.508801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.509144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.509144] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.509346] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.509520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.509520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.509646] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.509722] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.509810] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1466.538951] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.539189] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.539244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.539415] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.539555] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.564696] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1468.575744] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1468.576284] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 deletion is rescheduled due to dependency. [ 1468.576284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.004423] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.004812] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.891183] env[69312]: INFO networking_nsxv3.common.synchronization [req-94e12a98-08fc-4f7f-a918-1eafbd90569e req-d8bacff2-c588-4168-b178-f4a121623857 tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1472.891715] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1472.892087] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.892232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.892311] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.892504] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.892661] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.892758] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.892814] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.892961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.893063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.893159] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.143865] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.144092] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.144228] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.144504] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.144788] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.144955] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.145137] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.145370] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.145526] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.145741] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1473.145860] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1473.145983] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1473.146112] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1473.146233] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1473.146346] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1473.146487] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1473.166183] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1473.166361] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1473.166496] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1473.166664] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-836" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.166950] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-78b2bd26-9c2f-4248-bc4f-c1095c346212 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.167158] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.167318] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.167678] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.167825] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b2bd26-9c2f-4248-bc4f-c1095c346212',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.395637] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.395835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.395835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.396054] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.396154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.396349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.396447] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.396518] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.396666] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.396745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.396834] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1473.420790] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.420938] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.420985] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.421139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.421274] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.429131] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1473.670916] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.671206] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.671297] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.671580] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.671736] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.671897] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 78b2bd26-9c2f-4248-bc4f-c1095c346212 not found, creating... [ 1473.672196] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.672366] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.672490] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.672723] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.672868] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.673180] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.673346] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.673468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.673682] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.673822] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.673966] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 78b2bd26-9c2f-4248-bc4f-c1095c346212 is going to be created. [ 1473.697844] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.698048] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.698183] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.698424] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.698650] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.698867] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.366243] env[69312]: INFO networking_nsxv3.common.synchronization [req-94e12a98-08fc-4f7f-a918-1eafbd90569e req-8a75b1c9-f3a1-442d-b443-bc2c1e2f1988 service nova] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1474.366498] env[69312]: INFO networking_nsxv3.common.synchronization [req-94e12a98-08fc-4f7f-a918-1eafbd90569e req-8a75b1c9-f3a1-442d-b443-bc2c1e2f1988 service nova] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1474.366612] env[69312]: INFO networking_nsxv3.common.synchronization [req-94e12a98-08fc-4f7f-a918-1eafbd90569e req-8a75b1c9-f3a1-442d-b443-bc2c1e2f1988 service nova] Enqueued Resource ID: 78b2bd26-9c2f-4248-bc4f-c1095c346212 with Priority: HIGHEST for action port [ 1474.366783] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_rules [ 1474.366912] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1474.367015] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b2bd26-9c2f-4248-bc4f-c1095c346212 with Priority: HIGHEST for action port [ 1474.367581] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.367760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.367760] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.367958] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.368117] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.368916] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.369020] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.370242] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b2bd26-9c2f-4248-bc4f-c1095c346212 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.370242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.370242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.370242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.370242] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b2bd26-9c2f-4248-bc4f-c1095c346212',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.872808] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.873184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.873184] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78b2bd26-9c2f-4248-bc4f-c1095c346212 with status ACTIVE [ 1474.873311] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.873377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.873377] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.873604] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.873696] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.873867] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.873961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.874033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.874188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.874267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.874443] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.874536] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.875152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.875152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.875152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.875152] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78b2bd26-9c2f-4248-bc4f-c1095c346212 is going to be updated. [ 1474.895991] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.896214] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.896281] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.896454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.896590] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.896746] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b2bd26-9c2f-4248-bc4f-c1095c346212" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.438432] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1475.438759] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 deletion is rescheduled due to dependency. [ 1475.438759] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.438915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.439078] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.439260] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.439376] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.439443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.439606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.439689] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.439784] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.943425] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.446373] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.948512] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.948699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.948699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.949314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.949314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.949314] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1476.978322] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.978469] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.978520] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.978729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.978886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.986497] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1478.997496] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1478.997810] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.997863] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.998157] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.998392] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.998515] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.998583] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.998750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.998834] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.998920] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.999020] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.368132] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.368354] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1479.501231] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.003431] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81cbb2d8-59ae-4ee1-a187-bac653feb041: rpc.has_security_group_logging(os_id): False [ 1480.020275] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.020462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.020462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.020669] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.020757] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.020997] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.021136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.021178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.021315] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.021391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.021478] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1480.078612] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.078755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.078891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.079007] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.079162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.089742] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1482.104736] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1482.105153] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.368975] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.369251] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.069896] env[69312]: INFO networking_nsxv3.common.synchronization [req-c318b069-418a-4cae-99a3-429761f957bc req-03f758d0-ed57-4a77-9d92-f5fc26663492 tempest-AttachVolumeTestJSON-1341753404 tempest-AttachVolumeTestJSON-1341753404-project-member] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_members [ 1488.070706] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGHEST for action security_group_members [ 1488.071349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.071503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.071576] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.072232] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.072232] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.072428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.072428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.072602] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.072701] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.072813] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.575272] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.575517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.575517] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.575782] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.575882] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.576118] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.576284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.576284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.576466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.576564] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.576659] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 is going to be updated. [ 1488.605956] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.606099] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.606154] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.606320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.606454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.614644] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d193d7d7-3cec-42e4-940d-f93c94c92789 in Status: IN_PROGRESS for 2s [ 1490.630053] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d193d7d7-3cec-42e4-940d-f93c94c92789 in Status: SUCCESS [ 1490.630376] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 deletion is rescheduled due to dependency. [ 1490.630443] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.071605] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.071942] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.073243] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.073511] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.074665] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.075030] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.076281] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.076647] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.210420] env[69312]: INFO networking_nsxv3.common.synchronization [req-81269f02-aa66-48e6-b74f-fa81a8343a61 req-d978cbe4-0f82-49ab-96d2-75f507f26e1b tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_members [ 1512.210942] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 with Priority: HIGHEST for action security_group_members [ 1512.211263] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.211387] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.211453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.211656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.211809] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.211908] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.211970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.212474] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.212574] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.212672] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.715011] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.715162] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.715269] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.715453] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.715547] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.715748] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.715865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.716126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.716126] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.716234] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.716234] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 is going to be updated. [ 1512.750899] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.751056] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.751134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.751297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.751436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.766623] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 in Status: IN_PROGRESS for 2s [ 1514.778631] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 in Status: SUCCESS [ 1514.778965] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6 deletion is rescheduled due to dependency. [ 1514.778965] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.803819] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4f6c1620-438d-4285-88de-165bddd75e91 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_rules [ 1516.804509] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_rules [ 1516.804655] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.804948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.804948] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.805282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.805371] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.881053] env[69312]: INFO networking_nsxv3.common.synchronization [None req-4a53c1c3-47ba-4952-a62f-a02ef671e99a tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_rules [ 1516.881512] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_rules [ 1516.882013] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.882121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.327012] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.327229] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.327294] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.327529] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.327680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.327794] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da already deleted. [ 1517.327886] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.328049] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.328220] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.328301] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.847410] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.847803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.847803] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.847875] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.847952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.848065] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da already deleted. [ 1517.848155] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.882607] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.882987] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.167292] env[69312]: INFO networking_nsxv3.common.synchronization [req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 req-3b8efc59-d1af-42c3-9dbc-46532b572989 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_members [ 1522.167927] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_members [ 1522.168237] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.168429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.168483] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.168785] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.168996] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.169142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.169227] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.169410] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.169542] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.169625] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.443804] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.444085] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.444253] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.444553] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.444855] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.445077] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.445239] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.445468] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.445625] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.445851] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1522.445969] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] NeedRegenerationException {{(pid=69312) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1522.446093] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] no value, waiting for create lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1522.446205] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] value creation lock acquired {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1522.446317] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] No value present for key: 'zone-id' {{(pid=69312) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1522.446425] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Calling creation function for not-yet-present value {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1522.446559] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1522.473810] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1522.473910] env[69312]: DEBUG dogpile.cache.region [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69312) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1522.474098] env[69312]: DEBUG dogpile.lock [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Released creation lock {{(pid=69312) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1522.474245] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "network-700" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.474545] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock port-3a56e75a-bcf6-4717-b068-93f07e58b354 taken with stack trace [, , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.474720] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.474848] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.475188] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.475331] env[69312]: DEBUG networking_nsxv3.api.rpc [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a56e75a-bcf6-4717-b068-93f07e58b354',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.672137] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.672314] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.672350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.672625] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.672770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.672870] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.672995] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.673081] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.673192] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.673271] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.673357] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da already deleted. [ 1522.673435] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.977447] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.977858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.977858] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.978107] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.978270] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.978427] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Segment Port 3a56e75a-bcf6-4717-b068-93f07e58b354 not found, creating... [ 1522.978687] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.978945] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.979140] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.979415] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.979515] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.979807] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.979971] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.980111] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.980320] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.980460] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.980604] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Resource: SegmentPort with ID: 3a56e75a-bcf6-4717-b068-93f07e58b354 is going to be created. [ 1523.004819] env[69312]: DEBUG networking_nsxv3.common.locking [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.004999] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.005116] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.005399] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.005630] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.005881] env[69312]: DEBUG oslo_concurrency.lockutils [None req-9c1180bb-5d5e-4b0d-9c1f-310429dbe20b None None] Releasing lock "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.681049] env[69312]: INFO networking_nsxv3.common.synchronization [req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 req-2dc42a40-9fba-4603-98fa-81f96e2f9fab service nova] Enqueued Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_rules [ 1523.681167] env[69312]: INFO networking_nsxv3.common.synchronization [req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 req-2dc42a40-9fba-4603-98fa-81f96e2f9fab service nova] Enqueued Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_members [ 1523.681315] env[69312]: INFO networking_nsxv3.common.synchronization [req-478caf8a-48d2-40fc-a7a5-2ad175d9cb86 req-2dc42a40-9fba-4603-98fa-81f96e2f9fab service nova] Enqueued Resource ID: 3a56e75a-bcf6-4717-b068-93f07e58b354 with Priority: HIGHEST for action port [ 1523.681542] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_rules [ 1523.681672] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_members [ 1523.681767] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a56e75a-bcf6-4717-b068-93f07e58b354 with Priority: HIGHEST for action port [ 1523.682521] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.682654] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.682725] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.682931] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.683023] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.685282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.685282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.685282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.685282] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.685282] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.685567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.685567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.685567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.685941] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.685941] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.686468] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a56e75a-bcf6-4717-b068-93f07e58b354 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.686569] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.686633] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.686784] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.686857] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a56e75a-bcf6-4717-b068-93f07e58b354',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.189105] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.193031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.193031] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a56e75a-bcf6-4717-b068-93f07e58b354 with status ACTIVE [ 1524.193031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.193031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.193031] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.193031] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.193656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.193656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.193656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.193656] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.193656] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a56e75a-bcf6-4717-b068-93f07e58b354 is going to be updated. [ 1524.213095] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.213222] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.213272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.213436] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.213561] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.213699] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a56e75a-bcf6-4717-b068-93f07e58b354" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.694267] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.197372] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.197672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.197672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.197901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.198016] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.198133] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da is going to be created. [ 1525.229863] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.230124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.230124] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.230448] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.230694] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.245347] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da in Status: UNINITIALIZED for 2s [ 1527.257062] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da in Status: SUCCESS [ 1527.257062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.257062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.257062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.257062] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.257062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.257062] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.257835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.257835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.257835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.257835] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.760169] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.262287] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0eb3bbd-02c2-4674-a2e8-3b58229b84da: rpc.has_security_group_logging(os_id): False [ 1528.272182] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1528.272367] env[69312]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f97a3234-2c33-4091-8b68-6ac37fa1617c None None] NSXv3 Agent Agent loop - iteration:4 started [ 1528.280729] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.280921] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.281064] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.281323] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.281459] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.281759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.281922] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.282048] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.282262] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.282386] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.282519] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da is going to be created. [ 1528.346666] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.346806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.346872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.347085] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.347260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.358448] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da in Status: IN_PROGRESS for 2s [ 1528.682987] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.683172] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1530.374731] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da in Status: SUCCESS [ 1530.375121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.684389] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.684728] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.499412] env[69312]: INFO networking_nsxv3.common.synchronization [req-539d9e53-54fe-4382-af8e-2f9546cb4fbe req-c5097597-5076-40d6-878e-f162f6aad48d tempest-ServerActionsTestJSON-1686994193 tempest-ServerActionsTestJSON-1686994193-project-member] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1536.499940] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGHEST for action security_group_members [ 1536.500291] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.500439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.500554] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.500790] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.500959] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.501620] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.501703] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.501872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.501997] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.502075] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.004309] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.004477] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.004545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.004778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.004870] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.005081] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.005184] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.005255] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.005392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.005466] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.005552] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be updated. [ 1537.034883] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.035037] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.035115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.035247] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.035380] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.042514] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: IN_PROGRESS for 2s [ 1539.052721] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 in Status: SUCCESS [ 1539.053060] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 deletion is rescheduled due to dependency. [ 1539.053060] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.501111] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.501449] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.502170] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.502544] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.503781] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.503781] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.505626] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.505626] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.507516] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.507516] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.220441] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.220667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.220667] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.220918] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.221041] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1562.723450] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.225541] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.729206] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1563.729581] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1564.439614] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.439926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.439926] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.440063] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.452816] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1564.453673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.454525] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1564.491198] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.491433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.491433] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.491674] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.505495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.506391] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1564.506494] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.506560] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1564.538475] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.538704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.538704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.538880] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.539917] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.540129] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1564.614433] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.614676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.614676] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.614806] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.615121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.615386] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1564.691894] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.692119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.692119] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.692257] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.692545] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.692826] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 1564.692923] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f4db8785-f046-4501-9d31-b0205697342b', 'fb17fe8a-30b6-4a12-bb8b-7d6a88602a41', 'd1c36cd3-b7bb-4a6f-be58-8a4945a68a4f', '7ece9dc5-bce5-4391-8211-1c1ba61b0ded', '7ba08aaf-4e03-4a13-908d-fb184f3dc9fd', '52a938ec-9b68-4cdc-92fa-051edf7053a9', '75cc735e-5c12-4651-9303-a9dc6247de9b', '494016b7-3dff-49fb-b3b2-2bf46c241d5c', '81cbb2d8-59ae-4ee1-a187-bac653feb041', '4372e266-4f94-4860-a2ab-222735fea3ec', 'e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3', 'f53ab513-1ed7-4019-a778-b211b9fd1153', '7960a9ff-f673-41c5-89ba-3c6c1c1548a3', '34560ac4-66e6-4e67-ac20-57b7371f5375', '738c1c22-61f0-4fb4-8607-5e1d8901303c', 'd193d7d7-3cec-42e4-940d-f93c94c92789', 'e01bb0ed-9082-4a32-9e0d-df1af06e33c1', '9197a629-9e1c-43d7-958f-a5bd9c1bf1ca', '42749c2d-d4e2-4aa0-847e-2fcead68e0cf', '743c5f2b-07e7-43ac-91d5-392dfbdc681e', '5fc24ee7-4cf9-4469-9902-d4b97b74d2b9', 'd5eabc90-4b83-4692-bb89-3f69738981f8', 'debdc6ee-2317-47c7-b257-f2d2076ff0fa', 'b62cc6f3-2e72-46a4-9830-5b3199ed79a7', 'a4e3f24d-5058-4067-a3ee-f11ea70a567e', 'c0eb3bbd-02c2-4674-a2e8-3b58229b84da', 'e3164393-2a9f-4e77-9f3c-049b43c4ba91', '5f88f032-2a9c-47b2-8a4f-d8de1a7ce9e0', 'aab59d7b-2d55-485f-9efb-69159bae8a41', '4c4249ba-9fb0-458c-896e-de6489c0d03a', 'df0779cd-94d4-4044-999d-4e7bf1395941', 'd3376141-2fd9-421f-8540-70b06527baf5', 'e9472bd7-7912-4920-8525-bc59408f90fb', 'eb6c6c81-5b8c-4ee9-ad9a-ac510a6ab6f6'} {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.693014] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1564.712969] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.713181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.713181] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.713392] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.713480] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.713596] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1564.713668] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.713738] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1564.815957] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.816429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.816429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.816429] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.817559] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.817833] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1564.817912] env[69312]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69312) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1564.817986] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1564.818066] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1564.818147] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 1564.818223] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGH for action security_group_rules [ 1564.818330] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGH for action security_group_rules [ 1564.818402] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGH for action security_group_rules [ 1564.818466] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGH for action security_group_rules [ 1564.818528] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGH for action security_group_rules [ 1564.818591] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGH for action security_group_rules [ 1564.818651] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGH for action security_group_rules [ 1564.818712] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGH for action security_group_rules [ 1564.818773] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGH for action security_group_rules [ 1564.818834] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGH for action security_group_rules [ 1564.818895] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGH for action security_group_rules [ 1564.818956] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGH for action security_group_rules [ 1564.819031] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGH for action security_group_rules [ 1564.819094] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGH for action security_group_rules [ 1564.819155] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGH for action security_group_rules [ 1564.819225] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGH for action security_group_rules [ 1564.819312] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGH for action security_group_rules [ 1564.819382] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGH for action security_group_rules [ 1564.819443] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGH for action security_group_rules [ 1564.819506] env[69312]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGH for action security_group_rules [ 1564.819603] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.508415] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.508716] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1566.508716] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4db8785-f046-4501-9d31-b0205697342b with Priority: HIGH for action security_group_rules [ 1566.508786] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f with Priority: HIGH for action security_group_rules [ 1566.508875] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cc735e-5c12-4651-9303-a9dc6247de9b with Priority: HIGH for action security_group_rules [ 1566.508976] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c with Priority: HIGH for action security_group_rules [ 1566.509091] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e with Priority: HIGH for action security_group_rules [ 1566.509187] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf with Priority: HIGH for action security_group_rules [ 1566.509280] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca with Priority: HIGH for action security_group_rules [ 1566.509370] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 with Priority: HIGH for action security_group_rules [ 1566.509461] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 with Priority: HIGH for action security_group_rules [ 1566.509549] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d193d7d7-3cec-42e4-940d-f93c94c92789 with Priority: HIGH for action security_group_rules [ 1566.509636] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 with Priority: HIGH for action security_group_rules [ 1566.510392] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53ab513-1ed7-4019-a778-b211b9fd1153 with Priority: HIGH for action security_group_rules [ 1566.510544] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 with Priority: HIGH for action security_group_rules [ 1566.510648] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4372e266-4f94-4860-a2ab-222735fea3ec with Priority: HIGH for action security_group_rules [ 1566.510735] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 with Priority: HIGH for action security_group_rules [ 1566.510825] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 with Priority: HIGH for action security_group_rules [ 1566.510914] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c with Priority: HIGH for action security_group_rules [ 1566.511009] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd with Priority: HIGH for action security_group_rules [ 1566.511110] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 with Priority: HIGH for action security_group_rules [ 1566.511234] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded with Priority: HIGH for action security_group_rules [ 1566.511577] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4db8785-f046-4501-9d31-b0205697342b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.511707] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.511770] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.511969] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.512060] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4db8785-f046-4501-9d31-b0205697342b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.512990] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.513121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.513198] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.513352] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.513431] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.514200] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cc735e-5c12-4651-9303-a9dc6247de9b taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.514320] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.514391] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.514537] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.514609] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cc735e-5c12-4651-9303-a9dc6247de9b',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.515300] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-738c1c22-61f0-4fb4-8607-5e1d8901303c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.515379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.515444] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.515618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.515697] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('738c1c22-61f0-4fb4-8607-5e1d8901303c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.516672] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.516672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.516672] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.516789] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.516881] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743c5f2b-07e7-43ac-91d5-392dfbdc681e',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.517532] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.517671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.517737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.517843] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.517914] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42749c2d-d4e2-4aa0-847e-2fcead68e0cf',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.518617] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.518740] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.518844] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.518966] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.519021] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9197a629-9e1c-43d7-958f-a5bd9c1bf1ca',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.519674] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.519781] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.519838] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.520065] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.520101] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01bb0ed-9082-4a32-9e0d-df1af06e33c1',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.520990] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34560ac4-66e6-4e67-ac20-57b7371f5375 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.520990] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.521112] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.521241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.521516] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34560ac4-66e6-4e67-ac20-57b7371f5375',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.522221] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d193d7d7-3cec-42e4-940d-f93c94c92789 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.522308] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.522369] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.522512] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.522570] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d193d7d7-3cec-42e4-940d-f93c94c92789',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.523385] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.523385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.523385] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.523589] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.523641] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7960a9ff-f673-41c5-89ba-3c6c1c1548a3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.524299] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53ab513-1ed7-4019-a778-b211b9fd1153 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.524403] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.524464] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.524615] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.524683] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53ab513-1ed7-4019-a778-b211b9fd1153',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.525434] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.525549] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.525606] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.525741] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.525842] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.526480] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4372e266-4f94-4860-a2ab-222735fea3ec taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.526580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.526708] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.526778] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.526853] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4372e266-4f94-4860-a2ab-222735fea3ec',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.527564] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81cbb2d8-59ae-4ee1-a187-bac653feb041 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.527671] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.527733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.527986] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.527986] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81cbb2d8-59ae-4ee1-a187-bac653feb041',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.528759] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a938ec-9b68-4cdc-92fa-051edf7053a9 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.528878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.528942] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.529094] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.529146] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a938ec-9b68-4cdc-92fa-051edf7053a9',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.529815] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.529954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.530039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.530188] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.530290] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494016b7-3dff-49fb-b3b2-2bf46c241d5c',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.530926] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.531068] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.531173] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.531597] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.531597] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba08aaf-4e03-4a13-908d-fb184f3dc9fd',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.531962] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.532076] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.532146] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.532300] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.532393] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb17fe8a-30b6-4a12-bb8b-7d6a88602a41',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.533184] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.533301] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.533361] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.533522] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.533588] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ece9dc5-bce5-4391-8211-1c1ba61b0ded',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.558481] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.558623] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.558729] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.558888] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.561531] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.561648] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.575981] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.576205] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4db8785-f046-4501-9d31-b0205697342b is going to be deleted. [ 1566.576923] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.577134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.596999] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.597115] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f is going to be deleted. [ 1566.640704] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.640878] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.640946] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.641145] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.641233] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.641350] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4db8785-f046-4501-9d31-b0205697342b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.643088] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.643197] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.643256] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.643417] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.643499] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.643607] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c36cd3-b7bb-4a6f-be58-8a4945a68a4f" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.105324] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.105507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.105507] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.105718] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.107312] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.107434] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.108054] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.108152] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.108862] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.108954] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.109690] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.109816] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.110711] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.110801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.111473] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.111567] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.112251] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.112344] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.112971] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.113074] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.113789] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.113881] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.114573] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.114668] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.115245] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.115638] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.115737] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.116359] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.116710] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.116801] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.117406] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.117767] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.117860] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.118450] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.118820] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.118913] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.119566] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.119952] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.120055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.120655] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.121043] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.121136] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.121719] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.122076] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.122190] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.123385] env[69312]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.123753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.123861] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743c5f2b-07e7-43ac-91d5-392dfbdc681e is going to be deleted. [ 1567.124605] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.124786] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.143445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.143560] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d193d7d7-3cec-42e4-940d-f93c94c92789 is going to be deleted. [ 1567.144245] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.144427] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.169726] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.169821] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4372e266-4f94-4860-a2ab-222735fea3ec is going to be deleted. [ 1567.170503] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.170680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.182438] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.182530] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.188486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.188582] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81cbb2d8-59ae-4ee1-a187-bac653feb041 is going to be deleted. [ 1567.189261] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.189449] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.190596] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.190712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.208307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.208407] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34560ac4-66e6-4e67-ac20-57b7371f5375 is going to be deleted. [ 1567.209077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.209241] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.222277] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.222381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.226267] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.226375] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3 is going to be deleted. [ 1567.227077] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.227244] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.258343] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.258449] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cc735e-5c12-4651-9303-a9dc6247de9b is going to be deleted. [ 1567.259134] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.259306] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.275924] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.276033] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.287631] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.287730] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 738c1c22-61f0-4fb4-8607-5e1d8901303c is going to be deleted. [ 1567.288446] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.288613] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.311851] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.311951] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.314817] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.314911] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.320692] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.320798] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba08aaf-4e03-4a13-908d-fb184f3dc9fd is going to be deleted. [ 1567.321553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.321733] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.350474] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.350580] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.379431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.379508] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53ab513-1ed7-4019-a778-b211b9fd1153 is going to be deleted. [ 1567.380207] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.380381] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.438090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.438204] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7960a9ff-f673-41c5-89ba-3c6c1c1548a3 is going to be deleted. [ 1567.438972] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.439164] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.440375] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.440473] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.483857] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.483974] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01bb0ed-9082-4a32-9e0d-df1af06e33c1 is going to be deleted. [ 1567.484774] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.484970] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.507670] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.507835] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.548901] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.549231] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494016b7-3dff-49fb-b3b2-2bf46c241d5c is going to be deleted. [ 1567.549961] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.550178] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.561042] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.561151] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.610084] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.610188] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42749c2d-d4e2-4aa0-847e-2fcead68e0cf is going to be deleted. [ 1567.610904] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.611114] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.640349] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.640462] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.648176] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.648290] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.654202] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.654318] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9197a629-9e1c-43d7-958f-a5bd9c1bf1ca is going to be deleted. [ 1567.655115] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.655309] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.737626] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.737794] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb17fe8a-30b6-4a12-bb8b-7d6a88602a41 is going to be deleted. [ 1567.739295] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.739405] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.739452] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.739651] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.739750] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.739840] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494016b7-3dff-49fb-b3b2-2bf46c241d5c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.739980] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.740142] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.780978] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.781121] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.804454] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.804575] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a938ec-9b68-4cdc-92fa-051edf7053a9 is going to be deleted. [ 1567.805351] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.805540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.805627] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.805745] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743c5f2b-07e7-43ac-91d5-392dfbdc681e" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.805889] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.806055] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.806135] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.806272] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d193d7d7-3cec-42e4-940d-f93c94c92789" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.806712] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.806885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.806967] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.807095] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4372e266-4f94-4860-a2ab-222735fea3ec" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.807225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.807367] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.807445] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.807557] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81cbb2d8-59ae-4ee1-a187-bac653feb041" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.807680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.807813] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.807885] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.807989] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34560ac4-66e6-4e67-ac20-57b7371f5375" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.808132] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.808297] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.808379] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.808493] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6b8a56a-e44f-4f40-bb2f-b6d9d81b0bf3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.808618] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.808756] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.808828] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.808934] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-738c1c22-61f0-4fb4-8607-5e1d8901303c" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.809072] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.809210] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.809284] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.809411] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cc735e-5c12-4651-9303-a9dc6247de9b" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.809540] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.809680] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.809755] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.809865] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba08aaf-4e03-4a13-908d-fb184f3dc9fd" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.809987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.810139] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.810213] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.810316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7960a9ff-f673-41c5-89ba-3c6c1c1548a3" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.810439] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.810575] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.810649] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.810753] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53ab513-1ed7-4019-a778-b211b9fd1153" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.810872] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.811009] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.811090] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.811195] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01bb0ed-9082-4a32-9e0d-df1af06e33c1" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.811316] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.811451] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.843859] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.843959] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ece9dc5-bce5-4391-8211-1c1ba61b0ded is going to be deleted. [ 1567.844681] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.844847] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.844928] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.845047] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42749c2d-d4e2-4aa0-847e-2fcead68e0cf" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.846813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.846915] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.846987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.847148] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.847225] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.847333] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb17fe8a-30b6-4a12-bb8b-7d6a88602a41" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.861367] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.861486] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.861553] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.861704] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.861783] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.861891] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9197a629-9e1c-43d7-958f-a5bd9c1bf1ca" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.951252] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.951423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.951423] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.951585] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.951673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.951791] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a938ec-9b68-4cdc-92fa-051edf7053a9" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.004813] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.004975] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.005030] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.005218] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.005307] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.005428] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ece9dc5-bce5-4391-8211-1c1ba61b0ded" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.513250] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.513250] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.514346] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.514610] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.516062] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.516420] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.356797] env[69312]: INFO networking_nsxv3.common.synchronization [req-995461b2-dbef-4ab0-8762-b719b912df2f req-3677e5be-f1ff-48d4-97ae-7d0ed69ff911 tempest-AttachVolumeNegativeTest-50306097 tempest-AttachVolumeNegativeTest-50306097-project-member] Enqueued Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_members [ 1583.357370] env[69312]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da with Priority: HIGHEST for action security_group_members [ 1583.357703] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da taken with stack trace [, , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.357825] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.357893] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.358125] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.358311] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.358414] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.358495] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.358661] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.358773] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.358868] env[69312]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0eb3bbd-02c2-4674-a2e8-3b58229b84da',) {} {{(pid=69312) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.861801] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.861952] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.862040] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.862260] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.881364] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.881565] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.881673] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.881738] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.881907] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.881987] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.882086] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da is going to be updated. [ 1583.918879] env[69312]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69312) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.919039] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.919083] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.919242] env[69312]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.919372] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.927875] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da in Status: IN_PROGRESS for 2s [ 1585.938060] env[69312]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da in Status: SUCCESS [ 1585.938431] env[69312]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0eb3bbd-02c2-4674-a2e8-3b58229b84da deletion is rescheduled due to dependency. [ 1585.938431] env[69312]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0eb3bbd-02c2-4674-a2e8-3b58229b84da" {{(pid=69312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.357931] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.357931] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.358681] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.358681] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.359769] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.360067] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.360697] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.361059] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.362204] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.362613] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.362803] env[69312]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.363187] env[69312]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0